Skip to content

Add cookie consent store #2

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
iAmInActions wants to merge 1 commit into
base: main
Choose a base branch
from
Open

Add cookie consent store #2

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 15 additions & 0 deletions yt_meta/fetchers.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -157,6 +157,18 @@ def __init__(
video_fetcher: VideoFetcher,
):
super().__init__(session, cache, video_fetcher)
self._ensure_consent_cookie()

def _ensure_consent_cookie(self):
"""
Sets the YouTube consent cookie to bypass EU consent pages.
"""
# Known working cookie value since 2022:
# SOCS=CAESEwgDEgk0ODE3Nzk3MjQaAmVuIAEaBgiA_LyaBg
# (source: https://stackoverflow.com/a/74132453)
if "SOCS" not in self.session.cookies:
self.session.cookies.set("SOCS", "CAESEwgDEgk0ODE3Nzk3MjQaAmVuIAEaBgiA_LyaBg", domain=".youtube.com")
self.logger.info("Set YouTube SOCS cookie to bypass EU consent page.")

def _get_channel_page_cache_key(self, channel_url: str) -> str:
key = channel_url.rstrip("/")
Expand All @@ -177,6 +189,8 @@ def _get_channel_page_data(
if not force_refresh and key in self.cache:
self.logger.info(f"Using cached data for channel: {key}")
return self.cache[key]

self._ensure_consent_cookie()
try:
self.logger.info(f"Fetching channel page: {key}")
response = self.session.get(key.replace("channel_page:", ""), timeout=10)
Expand Down Expand Up @@ -208,6 +222,7 @@ def _get_channel_shorts_page_data(
key = self._get_channel_shorts_page_cache_key(channel_url)
if not force_refresh and key in self.cache:
return self.cache[key]
self._ensure_consent_cookie() # Ensure cookie is set
try:
response = self.session.get(
key.replace("channel_shorts_page:", ""), timeout=10
Expand Down