inputnoise/youclonedl
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Reduce parallel YouTube request workers to avoid cookie invalidation

Browse Source 
8 simultaneous yt-dlp processes hitting video pages looks like a bot
attack and causes YouTube to nuke the session cookies. Drop to:
- Popular fetch view_count enrichment: 8→3 workers
- Discovery search: 8→4 workers
- Graph signal (featured channels): 8→3 workers

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Mattias Thall
2026-05-26 23:11:07 +02:00
parent be7319e96c
commit c3290d33a7
2 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
backend/routers/channels.py
View File

@@ -742,7 +742,7 @@ def _fetch_popular_task(channel_id: int, youtube_channel_id: str):
if not video_ids: if not video_ids:
return return
with ThreadPoolExecutor(max_workers=8) as pool: with ThreadPoolExecutor(max_workers=3) as pool:
futures = {pool.submit(ytdlp.fetch_video_metadata, vid): vid for vid in video_ids} futures = {pool.submit(ytdlp.fetch_video_metadata, vid): vid for vid in video_ids}
results = {} results = {}
for future in as_completed(futures): for future in as_completed(futures):

4
backend/services/discovery.py
View File

@@ -112,7 +112,7 @@ def _search_and_store(
except Exception: except Exception:
return [] return []
with ThreadPoolExecutor(max_workers=8) as pool: with ThreadPoolExecutor(max_workers=4) as pool:
futures = {pool.submit(_do_search, q): q for q in queries} futures = {pool.submit(_do_search, q): q for q in queries}
for fut in as_completed(futures): for fut in as_completed(futures):
for video in fut.result(): for video in fut.result():
@@ -620,7 +620,7 @@ def update_graph_signal(db: Session, user_id: int):
return [] return []
featured_map: dict[str, list[str]] = {} featured_map: dict[str, list[str]] = {}
with ThreadPoolExecutor(max_workers=8) as pool: with ThreadPoolExecutor(max_workers=3) as pool:
futures = {pool.submit(_fetch, row["youtube_channel_id"]): row for row in sample} futures = {pool.submit(_fetch, row["youtube_channel_id"]): row for row in sample}
for fut in as_completed(futures): for fut in as_completed(futures):
row = futures[fut] row = futures[fut]