mirror of
https://github.com/BillyOutlast/OF-Scraper.git
synced 2026-07-01 12:17:25 -04:00
datawhores
93 lines
3.8 KiB
Python
Executable File
93 lines
3.8 KiB
Python
Executable File
r"""
|
|
|
|
_______ _______ _______ _______ _______ _______ _______ _______ _______
|
|
( ___ )( ____ \ ( ____ \( ____ \( ____ )( ___ )( ____ )( ____ \( ____ )
|
|
| ( ) || ( \/ | ( \/| ( \/| ( )|| ( ) || ( )|| ( \/| ( )|
|
|
| | | || (__ _____ | (_____ | | | (____)|| (___) || (____)|| (__ | (____)|
|
|
| | | || __) (_____)(_____ )| | | __)| ___ || _____)| __) | __)
|
|
| | | || ( ) || | | (\ ( | ( ) || ( | ( | (\ (
|
|
| (___) || ) /\____) || (____/\| ) \ \__| ) ( || ) | (____/\| ) \ \__
|
|
(_______)|/ \_______)(_______/|/ \__/|/ \||/ (_______/|/ \__/
|
|
|
|
"""
|
|
|
|
import asyncio
|
|
import traceback
|
|
|
|
import ofscraper.commands.scraper.actions.utils.globals as common_globals
|
|
import ofscraper.utils.live.updater as progress_updater
|
|
from ofscraper.commands.scraper.actions.utils.log import (
|
|
log_download_progress,
|
|
)
|
|
from ofscraper.commands.scraper.actions.utils.log import get_medialog
|
|
|
|
from ofscraper.commands.metadata.manager import MetaDataManager
|
|
from ofscraper.commands.metadata.desc import desc
|
|
from ofscraper.classes.of.media import Media
|
|
|
|
|
|
async def consumer(aws, task1, medialist, lock):
|
|
while True:
|
|
ele = None
|
|
async with lock:
|
|
if not (bool(aws)):
|
|
break
|
|
data = aws.pop()
|
|
if data is None:
|
|
break
|
|
else:
|
|
try:
|
|
ele: Media = data[1]
|
|
media_type = await MetaDataManager().metadata(*data)
|
|
except Exception as e:
|
|
common_globals.log.info(
|
|
f"{get_medialog(ele)} Download Failed because\n{e}"
|
|
)
|
|
common_globals.log.traceback_(traceback.format_exc())
|
|
media_type = "skipped"
|
|
try:
|
|
if media_type == "images":
|
|
common_globals.photo_count += 1
|
|
ele.mark_metadata_changed()
|
|
elif media_type == "videos":
|
|
common_globals.video_count += 1
|
|
ele.mark_metadata_changed()
|
|
elif media_type == "audios":
|
|
common_globals.audio_count += 1
|
|
ele.mark_metadata_changed()
|
|
elif media_type == "skipped":
|
|
common_globals.skipped += 1
|
|
ele.mark_metadata_failed()
|
|
elif media_type == "forced_skipped":
|
|
common_globals.forced_skipped += 1
|
|
ele.mark_metadata_unchanged()
|
|
sum_count = (
|
|
common_globals.photo_count
|
|
+ common_globals.video_count
|
|
+ common_globals.audio_count
|
|
+ common_globals.skipped
|
|
+ common_globals.forced_skipped
|
|
)
|
|
log_download_progress(media_type)
|
|
|
|
progress_updater.metadata.update_overall_task(
|
|
task1,
|
|
description=desc.format(
|
|
p_count=common_globals.photo_count,
|
|
v_count=common_globals.video_count,
|
|
a_count=common_globals.audio_count,
|
|
skipped=common_globals.skipped,
|
|
forced_skipped=common_globals.forced_skipped,
|
|
mediacount=len(medialist),
|
|
sumcount=sum_count,
|
|
),
|
|
refresh=True,
|
|
advance=1,
|
|
)
|
|
await asyncio.sleep(1)
|
|
except Exception as e:
|
|
common_globals.log.info(
|
|
f"{get_medialog(ele)} Download Failed because\n{e}"
|
|
)
|
|
common_globals.log.traceback_(traceback.format_exc())
|