Sorry for the interruption. We have been receiving a large volume of requests from your network.
+
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintp.text and not shelfintp.status_code == 200:
+ break
+ else:
+ print("Non-200 status code, waiting 30 seconds before retrying...")
+ sleep(30)
+
+ shelfiteminitdata = getinitialdata(shelfintp.text)
playlistsint = fullyexpand(shelfiteminitdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][PLAYLISTS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["gridRenderer"], mysession, continuationheaders)["items"]
for playlist in playlistsint:
@@ -85,7 +95,7 @@ def process_channel(channelid: str):
else:
print("Non-200 API status code, waiting 30 seconds before retrying...")
sleep(30)
-
+
shelflist = initdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][CHANNELS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"]
for item in shelflist:
@@ -99,7 +109,17 @@ def process_channel(channelid: str):
channellist.add(channel["gridChannelRenderer"]["channelId"])
for item in cshelfres:
- shelfiteminitdata = getinitialdata(mysession.get("https://www.youtube.com/"+str(item)).text)
+ while True:
+ shelfintc = mysession.get("https://www.youtube.com/"+str(item))
+ if not """
Sorry for the interruption. We have been receiving a large volume of requests from your network.
+
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintc.text and not shelfintc.status_code == 200:
+ break
+ else:
+ print("Non-200 status code, waiting 30 seconds before retrying...")
+ sleep(30)
+
+ shelfiteminitdata = getinitialdata(shelfintc.text)
chanlistint = fullyexpand(shelfiteminitdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][CHANNELS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["gridRenderer"], mysession, continuationheaders)["items"]
for channel in chanlistint:
From a6f6567cb036b931523455028d8fae6b8269e8cb Mon Sep 17 00:00:00 2001
From: tech234a <46801700+tech234a@users.noreply.github.com>
Date: Sat, 17 Oct 2020 01:52:51 -0400
Subject: [PATCH 09/11] Update version
---
tracker.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/tracker.py b/tracker.py
index 63bd35a..a78ec20 100644
--- a/tracker.py
+++ b/tracker.py
@@ -9,7 +9,7 @@ from os.path import isfile
from json import loads
# https://github.com/ArchiveTeam/tencent-weibo-grab/blob/9bae5f9747e014db9227821a9c11557267967023/pipeline.py
-VERSION = "20201014.01"
+VERSION = "20201017.01"
TRACKER_ID = "ext-yt-communitycontribs"
TRACKER_HOST = "trackerproxy.meo.ws"
From 19f1d7fdc83272d6a0227cc72caea57eae832286 Mon Sep 17 00:00:00 2001
From: tech234a <46801700+tech234a@users.noreply.github.com>
Date: Sat, 17 Oct 2020 01:54:03 -0400
Subject: [PATCH 10/11] youtube-util: bug fix
---
youtube_channel.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/youtube_channel.py b/youtube_channel.py
index 93f6750..842ea91 100644
--- a/youtube_channel.py
+++ b/youtube_channel.py
@@ -88,7 +88,7 @@ def process_channel(channelid: str):
# PLAYLISTS
data = {"context":{"client":{"hl":"en","gl":"US","clientName":"WEB","clientVersion":API_VERSION}},"browseId":channelid,"params":"EghjaGFubmVscw%3D%3D"}
while True:
- initdata = mysession.post("https://www.youtube.com/youtubei/v1/browse", params=params, json=data).json()
+ initdata = mysession.post("https://www.youtube.com/youtubei/v1/browse", params=params, json=data)
if initdata.status_code == 200:
initdata = initdata.json()
break
From 5b9784ddbf7c9256f19617f306c31567ddc72bc7 Mon Sep 17 00:00:00 2001
From: tech234a <46801700+tech234a@users.noreply.github.com>
Date: Sat, 17 Oct 2020 01:57:06 -0400
Subject: [PATCH 11/11] youtube-util: Bug fix
---
youtube_channel.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/youtube_channel.py b/youtube_channel.py
index 842ea91..c5d2395 100644
--- a/youtube_channel.py
+++ b/youtube_channel.py
@@ -68,7 +68,7 @@ def process_channel(channelid: str):
shelfintp = mysession.get("https://www.youtube.com/"+str(item))
if not """
Sorry for the interruption. We have been receiving a large volume of requests from your network.
-
To continue with your YouTube experience, please fill out the form below.
""" in shelfintp.text and not shelfintp.status_code == 200:
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintp.text and shelfintp.status_code == 200:
break
else:
print("Non-200 status code, waiting 30 seconds before retrying...")
@@ -113,7 +113,7 @@ def process_channel(channelid: str):
shelfintc = mysession.get("https://www.youtube.com/"+str(item))
if not """
Sorry for the interruption. We have been receiving a large volume of requests from your network.
-
To continue with your YouTube experience, please fill out the form below.
""" in shelfintc.text and not shelfintc.status_code == 200:
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintc.text and shelfintc.status_code == 200:
break
else:
print("Non-200 status code, waiting 30 seconds before retrying...")