import sources from develop/0.1.0

2025-04-29 12:52:55 +02:00
parent 304005822c
commit 4c96de27db
976 changed files with 58265 additions and 0 deletions
@@ -0,0 +1,59 @@
+"""
+download files with URLs from DB
+"""
+import logging.config
+
+import requests
+import yaml
+from argparse import ArgumentParser, ArgumentDefaultsHelpFormatter
+from pathlib import Path
+
+from bs4 import BeautifulSoup
+from platformdirs import PlatformDirs
+
+parser = ArgumentParser(formatter_class=ArgumentDefaultsHelpFormatter)
+parser.add_argument('--verbose', '-v', action='count', default=0)
+parser.add_argument('--config', '-c', default='kontor-docker')
+args = parser.parse_args()
+
+def get_logger(level: int, config: str):
+    dirs = PlatformDirs(config)
+    logging_config = Path(dirs.user_config_dir, 'logging-config.yaml')
+    with open(logging_config, 'rt') as f:
+        configDict = yaml.safe_load(f.read())
+    logging.config.dictConfig(configDict)
+    logger = logging.getLogger('development')
+    if level is not None:
+        match level:
+            case 0:
+                logger.setLevel(logging.INFO)
+            case 1:
+                logger.setLevel(logging.DEBUG)
+            case _:
+                logger.setLevel(logging.CRITICAL)
+    return logger
+
+
+if __name__ == '__main__':
+    log = get_logger(args.verbose, args.config)
+    log.info('kontor.update_titles started')
+    response = requests.get("http://127.0.0.1:8800/media/files?review=true")
+    log.info(f"Status: {response.status_code}")
+    data = response.json()
+    log.info(f"data: {len(data)}")
+    for item in data:
+        link = item['url']
+        log.info(f"{item['id']} - {link}")
+        try:
+            r = requests.get(link)
+            soup = BeautifulSoup(r.content, "html.parser")
+            title = soup.title.string
+            item['title'] = title
+            item['review'] = 0
+        except:
+            item['title'] = None
+            item['review'] = 1
+        update = requests.put(f"http://127.0.0.1:8800/media/files/{item['id']}", json=item)
+        log.info(f"update status: {update.status_code}")
+        log.info(f"update result: {update.json()}")
+    log.info('kontor.update_titles finished')