adapt logging levels for messages
This commit is contained in:
@@ -46,8 +46,10 @@ def get_logger(level: int) -> logging.Logger:
|
|||||||
if level is not None:
|
if level is not None:
|
||||||
match level:
|
match level:
|
||||||
case 0:
|
case 0:
|
||||||
logger.setLevel(logging.INFO)
|
logger.setLevel(logging.WARNING)
|
||||||
case 1:
|
case 1:
|
||||||
|
logger.setLevel(logging.INFO)
|
||||||
|
case 2:
|
||||||
logger.setLevel(logging.DEBUG)
|
logger.setLevel(logging.DEBUG)
|
||||||
case _:
|
case _:
|
||||||
logger.setLevel(logging.CRITICAL)
|
logger.setLevel(logging.CRITICAL)
|
||||||
@@ -55,8 +57,8 @@ def get_logger(level: int) -> logging.Logger:
|
|||||||
|
|
||||||
def update_file(log: logging.Logger, media_file):
|
def update_file(log: logging.Logger, media_file):
|
||||||
update = requests.put(f"http://127.0.0.1:8800/api/media/files/{media_file['id']}", json=media_file)
|
update = requests.put(f"http://127.0.0.1:8800/api/media/files/{media_file['id']}", json=media_file)
|
||||||
log.info(f"update status: {update.status_code}")
|
log.debug(f"update status: {update.status_code}")
|
||||||
log.info(f"update result: {update.json()}")
|
log.debug(f"update result: {update.json()}")
|
||||||
|
|
||||||
def get_actor_links(log: logging.Logger, media_file_url: str) -> list:
|
def get_actor_links(log: logging.Logger, media_file_url: str) -> list:
|
||||||
try:
|
try:
|
||||||
@@ -64,7 +66,7 @@ def get_actor_links(log: logging.Logger, media_file_url: str) -> list:
|
|||||||
soup = BeautifulSoup(r.content, "html.parser")
|
soup = BeautifulSoup(r.content, "html.parser")
|
||||||
error404 = soup.css.select_one('.error404-title')
|
error404 = soup.css.select_one('.error404-title')
|
||||||
if error404 and error404.get_text() == "Video nicht gefunden":
|
if error404 and error404.get_text() == "Video nicht gefunden":
|
||||||
log.info(f"{error404.get_text()}")
|
log.warning(f"{error404.get_text()}")
|
||||||
item['url'] = None
|
item['url'] = None
|
||||||
item['review'] = False
|
item['review'] = False
|
||||||
update_file(log, item)
|
update_file(log, item)
|
||||||
@@ -76,17 +78,17 @@ def get_actor_links(log: logging.Logger, media_file_url: str) -> list:
|
|||||||
if link_url.endswith('all/countries'):
|
if link_url.endswith('all/countries'):
|
||||||
continue
|
continue
|
||||||
actor_links.append(link_url)
|
actor_links.append(link_url)
|
||||||
log.info(f"links({len(actor_links)}): {actor_links}")
|
log.debug(f"links({len(actor_links)}): {actor_links}")
|
||||||
return actor_links
|
return actor_links
|
||||||
except Exception as error:
|
except Exception as error:
|
||||||
log.info(f"something went wrong: {error}")
|
log.warning(f"something went wrong: {error}")
|
||||||
return []
|
return []
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
if __name__ == '__main__':
|
||||||
log = get_logger(args.verbose)
|
log = get_logger(args.verbose)
|
||||||
log.info('kontor.find_links started')
|
log.warning('kontor.find_links started')
|
||||||
log.info('get all actors')
|
log.debug('get all actors')
|
||||||
response = requests.get("http://127.0.0.1:8800/api/media/actors")
|
response = requests.get("http://127.0.0.1:8800/api/media/actors")
|
||||||
data = response.json()
|
data = response.json()
|
||||||
actors = {}
|
actors = {}
|
||||||
@@ -103,28 +105,29 @@ if __name__ == '__main__':
|
|||||||
else:
|
else:
|
||||||
files_url = "http://127.0.0.1:8800/api/media/files?review=true"
|
files_url = "http://127.0.0.1:8800/api/media/files?review=true"
|
||||||
response = requests.get(files_url)
|
response = requests.get(files_url)
|
||||||
log.info(f"Status: {response.status_code}")
|
log.debug(f"Status: {response.status_code}")
|
||||||
data = response.json()
|
data = response.json()
|
||||||
log.info(f"data: {len(data)}")
|
log.debug(f"data: {len(data)}")
|
||||||
for item in data:
|
for item in data:
|
||||||
link = item['url']
|
link = item['url']
|
||||||
if not link:
|
if not link:
|
||||||
continue
|
continue
|
||||||
if str(link) == "None":
|
if str(link) == "None":
|
||||||
continue
|
continue
|
||||||
log.info(f"{item['id']} - {str(link)}")
|
log.warning(f"{item['id']} - {str(link)}")
|
||||||
actor_links = get_actor_links(log, link)
|
actor_links = get_actor_links(log, link)
|
||||||
actor_list = []
|
actor_list = []
|
||||||
for actor_link in actor_links:
|
for actor_link in actor_links:
|
||||||
if actor_link in actors:
|
if actor_link in actors:
|
||||||
log.info(f"found actor with id: {actors[actor_link]['id']}")
|
log.debug(f"found actor with id: {actors[actor_link]['id']}")
|
||||||
actor_list.append(actors[actor_link])
|
actor_list.append(actors[actor_link])
|
||||||
actor_response = requests.put(f"http://127.0.0.1:8800/api/media/files/{item['id']}/actors", json=actor_list)
|
actor_response = requests.put(f"http://127.0.0.1:8800/api/media/files/{item['id']}/actors", json=actor_list)
|
||||||
actor_data = actor_response.json()
|
actor_data = actor_response.json()
|
||||||
log.info(f"found {len(actor_data)} actors")
|
log.warning(f"{len(actor_data)} links persisted, but {len(actor_list)} links are available")
|
||||||
log.info(f"found actors: {actor_data}")
|
log.debug(f"found {len(actor_data)} actors")
|
||||||
|
log.debug(f"found actors: {actor_data}")
|
||||||
item['review'] = False
|
item['review'] = False
|
||||||
update = requests.put(f"http://127.0.0.1:8800/api/media/files/{item['id']}", json=item)
|
update = requests.put(f"http://127.0.0.1:8800/api/media/files/{item['id']}", json=item)
|
||||||
log.info(f"update status: {update.status_code}")
|
log.debug(f"update status: {update.status_code}")
|
||||||
log.info(f"update result: {update.json()}")
|
log.debug(f"update result: {update.json()}")
|
||||||
log.info('kontor.find_links finished')
|
log.warning('kontor.find_links finished')
|
||||||
|
|||||||
Reference in New Issue
Block a user