Sorry for the interruption. We have been receiving a large volume of requests from your network.
+
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintp.text and shelfintp.status_code == 200:
+ break
+ else:
+ print("Non-200 status code, waiting 30 seconds before retrying...")
+ sleep(30)
+
+ shelfiteminitdata = getinitialdata(shelfintp.text)
+ playlistsint = fullyexpand(shelfiteminitdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][PLAYLISTS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["gridRenderer"], mysession, continuationheaders)["items"]
for playlist in playlistsint:
playlists.add(playlist["gridPlaylistRenderer"]["playlistId"])
@@ -61,7 +85,16 @@ def main(channelid: str):
# CHANNELS
cshelfres = set()
- initdata = getinitialdata(mysession.get("https://www.youtube.com/channel/"+str(channelid)+"/channels").text)
+ # PLAYLISTS
+ data = {"context":{"client":{"hl":"en","gl":"US","clientName":"WEB","clientVersion":API_VERSION}},"browseId":channelid,"params":"EghjaGFubmVscw%3D%3D"}
+ while True:
+ initdata = mysession.post("https://www.youtube.com/youtubei/v1/browse", params=params, json=data)
+ if initdata.status_code == 200:
+ initdata = initdata.json()
+ break
+ else:
+ print("Non-200 API status code, waiting 30 seconds before retrying...")
+ sleep(30)
shelflist = initdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][CHANNELS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"]
@@ -70,14 +103,24 @@ def main(channelid: str):
if "shelfRenderer" in itemint.keys():
cshelfres.add(itemint["shelfRenderer"]["title"]["runs"][0]["navigationEndpoint"]["commandMetadata"]["webCommandMetadata"]["url"])
elif "gridRenderer" in itemint.keys():
- chanlistint = fullyexpand(itemint["gridRenderer"])["items"]
+ chanlistint = fullyexpand(itemint["gridRenderer"], mysession, continuationheaders)["items"]
for channel in chanlistint:
channellist.add(channel["gridChannelRenderer"]["channelId"])
for item in cshelfres:
- shelfiteminitdata = getinitialdata(mysession.get("https://www.youtube.com/"+str(item)).text)
- chanlistint = fullyexpand(shelfiteminitdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][CHANNELS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["gridRenderer"])["items"]
+ while True:
+ shelfintc = mysession.get("https://www.youtube.com/"+str(item))
+ if not """
Sorry for the interruption. We have been receiving a large volume of requests from your network.
+
+
To continue with your YouTube experience, please fill out the form below.
""" in shelfintc.text and shelfintc.status_code == 200:
+ break
+ else:
+ print("Non-200 status code, waiting 30 seconds before retrying...")
+ sleep(30)
+
+ shelfiteminitdata = getinitialdata(shelfintc.text)
+ chanlistint = fullyexpand(shelfiteminitdata["contents"]["twoColumnBrowseResultsRenderer"]["tabs"][CHANNELS_ID]["tabRenderer"]["content"]["sectionListRenderer"]["contents"][0]["itemSectionRenderer"]["contents"][0]["gridRenderer"], mysession, continuationheaders)["items"]
for channel in chanlistint:
channellist.add(channel["gridChannelRenderer"]["channelId"])
@@ -89,7 +132,7 @@ if __name__ == "__main__":
chanl = argv
chanl.pop(0)
for channel in chanl:
- print(main(channel))
+ print(process_channel(channel))
# SAMPLES:
# UCqj7Cz7revf5maW9g5pgNcg lots of playlists
@@ -103,4 +146,4 @@ if __name__ == "__main__":
# UCJOh5FKisc0hUlEeWFBlD-w no subscriptions, plenty of featured channels
-# UC7fjJERoGTs_eOKk-nn7RMw fair number of featured channels
+# UC7fjJERoGTs_eOKk-nn7RMw fair number of featured channels
\ No newline at end of file
diff --git a/youtube_util.py b/youtube_util.py
index 54fe2cf..81d466a 100644
--- a/youtube_util.py
+++ b/youtube_util.py
@@ -1,6 +1,8 @@
-from requests import session
from json import loads
from urllib.parse import unquote
+from time import sleep
+
+import requests
def getinitialdata(html: str):
for line in html.splitlines():
@@ -8,19 +10,27 @@ def getinitialdata(html: str):
return loads(line.split('window["ytInitialData"] = ', 1)[1].strip()[:-1])
return {}
-mysession = session()
+def getapikey(html: str):
+ return html.split('"INNERTUBE_API_KEY":"', 1)[-1].split('"', 1)[0]
+
#extract latest version automatically
-try:
- lver = getinitialdata(mysession.get("https://www.youtube.com/").text)["responseContext"]["serviceTrackingParams"][2]["params"][2]["value"]
-except:
- lver = "2.20201002.02.01"
-mysession.headers.update({"x-youtube-client-name": "1", "x-youtube-client-version": lver, "Accept-Language": "en-US"})
+def getlver(initialdata: dict):
+ try:
+ return initialdata["responseContext"]["serviceTrackingParams"][2]["params"][2]["value"]
+ except:
+ return "2.20201016.02.00"
-def fullyexpand(inputdict: dict):
+def fullyexpand(inputdict: dict, mysession: requests.session, continuationheaders: dict):
lastrequestj = inputdict
while "continuations" in lastrequestj.keys():
- lastrequest = mysession.get("https://www.youtube.com/browse_ajax?continuation="+unquote(lastrequestj["continuations"][0]["nextContinuationData"]["continuation"]))
+ while True:
+ lastrequest = mysession.get("https://www.youtube.com/browse_ajax?continuation="+unquote(lastrequestj["continuations"][0]["nextContinuationData"]["continuation"]), headers=continuationheaders)
+ if lastrequest.status_code == 200:
+ break
+ else:
+ print("Non-200 API status code, waiting 30 seconds before retrying...")
+ sleep(30)
lastrequestj = lastrequest.json()[1]["response"]["continuationContents"]["gridContinuation"]
inputdict["items"].extend(lastrequestj["items"])
- return inputdict
+ return inputdict
\ No newline at end of file