From 2883e4751328bc9162a4d5a564266e3f3dab0e5c Mon Sep 17 00:00:00 2001
From: stabbedbybrick <125766685+stabbedbybrick@users.noreply.github.com>
Date: Sun, 28 Jul 2024 15:10:12 +0200
Subject: [PATCH] feat(services): Add CBS service
---
services/CBS/__init__.py | 241 +++++++++++++++++++++++++++++++++++++++
services/CBS/config.yaml | 10 ++
2 files changed, 251 insertions(+)
create mode 100644 services/CBS/__init__.py
create mode 100644 services/CBS/config.yaml
diff --git a/services/CBS/__init__.py b/services/CBS/__init__.py
new file mode 100644
index 0000000..e35e4d8
--- /dev/null
+++ b/services/CBS/__init__.py
@@ -0,0 +1,241 @@
+from __future__ import annotations
+
+import json
+import re
+import sys
+from collections.abc import Generator
+from typing import Any, Optional, Union
+from urllib.parse import urljoin
+
+import click
+from devine.core.constants import AnyTrack
+from devine.core.manifests import DASH
+from devine.core.search_result import SearchResult
+from devine.core.service import Service
+from devine.core.titles import Episode, Series, Title_T, Titles_T
+from devine.core.tracks import Chapter, Chapters, Tracks
+from devine.core.utils.sslciphers import SSLCiphers
+from devine.core.utils.xml import load_xml
+from requests import Request
+
+
+class CBS(Service):
+ """
+ \b
+ Service code for CBS.com streaming service (https://cbs.com).
+ Credit to @srpen6 for the tip on anonymous session
+
+ \b
+ Author: stabbedbybrick
+ Authorization: None
+ Robustness:
+ Widevine:
+ L3: 2160p, DDP5.1
+
+ \b
+ Tips:
+ - Input should be complete URLs:
+ SERIES: https://www.cbs.com/shows/tracker/
+ EPISODE: https://www.cbs.com/shows/video/E0wG_ovVMkLlHOzv7KDpUV9bjeKFFG2v/
+
+ \b
+ Common VPN/proxy errors:
+ - SSLError(SSLEOFError(8, '[SSL: UNEXPECTED_EOF_WHILE_READING]'))
+ - ConnectionError: 406 Not Acceptable, 403 Forbidden
+
+ """
+
+ GEOFENCE = ("us",)
+
+ @staticmethod
+ @click.command(name="CBS", short_help="https://cbs.com", help=__doc__)
+ @click.argument("title", type=str, required=False)
+ @click.pass_context
+ def cli(ctx, **kwargs) -> CBS:
+ return CBS(ctx, **kwargs)
+
+ def __init__(self, ctx, title):
+ self.title = title
+ super().__init__(ctx)
+
+ def search(self) -> Generator[SearchResult, None, None]:
+ params = {
+ "term": self.title,
+ "termCount": 50,
+ "showCanVids": "true",
+ }
+ results = self._request("GET", "/apps-api/v3.1/androidphone/contentsearch/search.json", params=params)["terms"]
+
+ for result in results:
+ yield SearchResult(
+ id_=result.get("path"),
+ title=result.get("title"),
+ description=None,
+ label=result.get("term_type"),
+ url=result.get("path"),
+ )
+
+ def get_titles(self) -> Titles_T:
+ title_re = r"https://www\.cbs\.com/shows/(?P<video>video/)?(?P<id>[a-zA-Z0-9_-]+)/?$"
+ try:
+ video, title_id = (re.match(title_re, self.title).group(i) for i in ("video", "id"))
+ except Exception:
+ raise ValueError("- Could not parse ID from title")
+
+ if video:
+ episodes = self._episode(title_id)
+ else:
+ episodes = self._show(title_id)
+
+ return Series(episodes)
+
+ def get_tracks(self, title: Title_T) -> Tracks:
+ self.token, self.license = self.ls_session(title.id)
+ manifest = self.get_manifest(title)
+ return DASH.from_url(url=manifest).to_tracks(language=title.language)
+
+ def get_chapters(self, title: Episode) -> Chapters:
+ if not title.data.get("playbackEvents", {}).get("endCreditChapterTimeMs"):
+ return Chapters()
+
+ end_credits = title.data["playbackEvents"]["endCreditChapterTimeMs"]
+ return Chapters([Chapter(name="Credits", timestamp=end_credits)])
+
+ def certificate(self, **_):
+ return None # will use common privacy cert
+
+ def get_widevine_license(self, *, challenge: bytes, title: Title_T, track: AnyTrack) -> Optional[Union[bytes, str]]:
+ headers = {"Authorization": f"Bearer {self.token}"}
+ r = self.session.post(self.license, headers=headers, data=challenge)
+ if not r.ok:
+ self.log.error(r.text)
+ sys.exit(1)
+ return r.content
+
+ # Service specific functions
+
+ def _show(self, title: str) -> Episode:
+ data = self._request("GET", "/apps-api/v3.0/androidphone/shows/slug/{}.json".format(title))
+
+ links = next((x.get("links") for x in data["showMenu"] if x.get("device_app_id") == "all_platforms"), None)
+ config = next((x.get("videoConfigUniqueName") for x in links if x.get("title").strip() == "Episodes"), None)
+ show = next((x for x in data["show"]["results"] if x.get("type").strip() == "show"), None)
+ seasons = [x.get("seasonNum") for x in data["available_video_seasons"].get("itemList", [])]
+ locale = show.get("locale", "en-US")
+
+ show_data = self._request(
+ "GET", "/apps-api/v2.0/androidphone/shows/{}/videos/config/{}.json".format(show.get("show_id"), config),
+ params={"platformType": "apps", "rows": "1", "begin": "0"},
+ )
+
+ section = next(
+ (x["sectionId"] for x in show_data["videoSectionMetadata"] if x["title"] == "Full Episodes"), None
+ )
+
+ episodes = []
+ for season in seasons:
+ res = self._request(
+ "GET", "/apps-api/v2.0/androidphone/videos/section/{}.json".format(section),
+ params={"begin": "0", "rows": "999", "params": f"seasonNum={season}", "seasonNum": season},
+ )
+ episodes.extend(res["sectionItems"].get("itemList", []))
+
+ return [
+ Episode(
+ id_=episode["contentId"],
+ title=episode["seriesTitle"],
+ season=episode["seasonNum"] if episode["fullEpisode"] else 0,
+ number=episode["episodeNum"] if episode["fullEpisode"] else episode["positionNum"],
+ name=episode["label"],
+ language=locale,
+ service=self.__class__,
+ data=episode,
+ )
+ for episode in episodes
+ if episode["fullEpisode"]
+ ]
+
+ def _episode(self, title: str) -> Episode:
+ data = self._request("GET", "/apps-api/v2.0/androidphone/video/cid/{}.json".format(title))
+
+ return [
+ Episode(
+ id_=episode["contentId"],
+ title=episode["seriesTitle"],
+ season=episode["seasonNum"] if episode["fullEpisode"] else 0,
+ number=episode["episodeNum"] if episode["fullEpisode"] else episode["positionNum"],
+ name=episode["label"],
+ language="en-US",
+ service=self.__class__,
+ data=episode,
+ )
+ for episode in data["itemList"]
+ ]
+
+ def ls_session(self, content_id: str) -> str:
+ res = self._request(
+ "GET", "/apps-api/v3.0/androidphone/irdeto-control/anonymous-session-token.json",
+ params={"contentId": content_id},
+ )
+
+ return res.get("ls_session"), res.get("url")
+
+ def get_manifest(self, title: Episode) -> str:
+ try:
+ res = self._request(
+ "GET", "http://link.theplatform.com/s/{}/media/guid/2198311517/{}".format(
+ title.data.get("cmsAccountId"), title.id
+ ),
+ params={
+ "format": "SMIL",
+ "assetTypes": "|".join(self.config["assets"]),
+ "formats": "MPEG-DASH,MPEG4,M3U",
+ },
+ )
+
+ body = load_xml(res).find("body").find("seq").findall("switch")
+ bitrate = max(body, key=lambda x: int(x.find("video").get("system-bitrate")))
+ videos = [x.get("src") for x in bitrate.findall("video")]
+ if not videos:
+ raise ValueError("Could not find any streams - is the title still available?")
+
+ manifest = next(
+ (x for x in videos if "hdr_dash" in x.lower()),
+ next((x for x in videos if "cenc_dash" in x.lower()), videos[0]),
+ )
+
+ except Exception as e:
+ self.log.warning("ThePlatform request failed: {}, falling back to standard manifest".format(e))
+ if not title.data.get("streamingUrl"):
+ raise ValueError("Could not find any streams - is the title still available?")
+
+ manifest = title.data.get("streamingUrl")
+
+ return manifest
+
+ def _request(self, method: str, api: str, params: dict = None, headers: dict = None) -> Any[dict | str]:
+ url = urljoin(self.config["endpoints"]["base_url"], api)
+ self.session.headers.update(self.config["headers"])
+ self.session.params = {"at": self.config["endpoints"]["token"]}
+ for prefix in ("https://", "http://"):
+ self.session.mount(prefix, SSLCiphers(security_level=2))
+
+ if params:
+ self.session.params.update(params)
+ if headers:
+ self.session.headers.update(headers)
+
+ prep = self.session.prepare_request(Request(method, url))
+
+ response = self.session.send(prep)
+ if response.status_code != 200:
+ raise ConnectionError(f"{response.text}")
+
+ try:
+ data = json.loads(response.content)
+ if not data.get("success"):
+ raise ValueError(data.get("message"))
+ return data
+
+ except json.JSONDecodeError:
+ return response.text
diff --git a/services/CBS/config.yaml b/services/CBS/config.yaml
new file mode 100644
index 0000000..c48d20f
--- /dev/null
+++ b/services/CBS/config.yaml
@@ -0,0 +1,10 @@
+headers:
+ user-agent: Mozilla/5.0 (Linux; Android 13; SM-A536E) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36
+
+endpoints:
+ base_url: https://cbsdigital.cbs.com
+ token: ABBsaBMagMmYLUc9iXB0lXEKsUQ0/MwRn6z3Tg0KKQaH7Q6QGqJcABwlBP4XiMR1b0Q=
+
+assets: [HLS_AES, DASH_LIVE, DASH_CENC, DASH_CENC_HDR10, DASH_LIVE, DASH_TA, DASH_CENC_PS4]
+
+