add handling of missing urls

2025-11-07 08:00:52 +01:00
parent 4a2048c378
commit 6c71086104
1 changed files with 16 additions and 13 deletions
@@ -45,6 +45,9 @@ if __name__ == '__main__':
        log.info(f"{item['id']} - {str(link)}")
        if not link:
            continue
+        if link == "None":
+            item['url'] = None
+        else:
            try:
                r = requests.get(link)
                soup = BeautifulSoup(r.content, "html.parser")