From dddc8a5a49509ecf45fcc3b5c981221dea242889 Mon Sep 17 00:00:00 2001 From: Roy Olav Purser Date: Sun, 30 Jan 2022 13:15:42 +0100 Subject: [PATCH] experimental region support --- Dockerfile | 1 + backend/config.py | 204 ++++++++++++++++++++++++++++++++++++++++++++++ backend/stream.py | 162 +----------------------------------- 3 files changed, 206 insertions(+), 161 deletions(-) create mode 100644 backend/config.py diff --git a/Dockerfile b/Dockerfile index 5476a25..a17dd0d 100644 --- a/Dockerfile +++ b/Dockerfile @@ -5,6 +5,7 @@ COPY ["backend/start.sh", "/app/start.sh"] COPY ["backend/sources.py", "/app/setup/sources.py"] COPY ["backend/style.js", "/app/setup/style.js"] COPY ["backend/stream.py", "/app/stream.py"] +COPY ["backend/config.py", "/app/config.py"] COPY ["backend/seafile.js", "/app/seafile.js"] COPY ["backend/stream_providers.py", "/app/stream_providers.py"] COPY ["frontend/index.html", "/app/index.html"] diff --git a/backend/config.py b/backend/config.py new file mode 100644 index 0000000..9dcf970 --- /dev/null +++ b/backend/config.py @@ -0,0 +1,204 @@ +import json +import sys +import os +import re +import base64 +import logging +import distutils.util +import asyncio +import tornado.web +import tornado.routing +import config +import stream_providers +import aiohttp + +providers = {} +providers["nrk"] = "https://tv.nrk.no" +providers["nrk_web"] = "https://nrk.no" +providers["svt"] = "https://svtplay.se" +providers["youtube"] = "https://www.youtube.com/watch?v=" +providers["twitch"] = "https://twitch.tv" +providers["twitter"] = "https://twitter.com" + +nextcloud_server = os.environ.get("NEXTCLOUD_SERVER") +if nextcloud_server is not None: + providers["nextcloud"] = nextcloud_server + +seafile_server = os.environ.get("SEAFILE_SERVER") +if seafile_server is not None: + providers["seafile"] = seafile_server + +playlist = None +icecast_server = os.environ.get("ICECAST_SERVER") +stream_server = os.environ.get("STREAM_SERVER") +proxy_server = os.environ.get("PROXY_SERVER") + +class ProxyElem(): + def __init__(self, proxy, region): + self.proxy = proxy + self.region = region + def local(self): + timeout = aiohttp.ClientTimeout(total=5) + return aiohttp.ClientSession(timeout=timeout) + def __repr__(self): + return str(self.proxy) + async def proxy_url(self, urls): + clean_urls = [] + for url in urls: + if isinstance(url, tuple): + clean_urls.append(url[0]) + else: + clean_urls.append(url) + if not isinstance(proxy_server, str): + return clean_urls + + jdata = None + data_list = [] + for url in urls: + data = {} + if isinstance(url, str): + data["upstream"] = url + elif isinstance(url, tuple): + if isinstance(url[0], str): + data["upstream"] = url[0] + if isinstance(url[1], str): + data["ctype"] = url[1] + + data["region"] = self.region + data_list.append(data) + try: + async with self.local() as session: + resp = await session.post(proxy_server, json=data_list) + text = await resp.text() + jdata = json.loads(text) + except Exception as e: + logger.info(e) + if isinstance(jdata, list): + ret_data = [] + for src, dst in zip(clean_urls, jdata): + if isinstance(src, str): + ret_data.append(dst) + else: + ret_data.append(None) + return ret_data + else: + return clean_urls + +proxies = {} +new_providers = {} +for key in providers: + region_expr = re.compile(f'^{key}_region(_[a-z][a-z])?[0-9]+$', re.IGNORECASE) + region_matches = list(filter(region_expr.match, os.environ.keys())) + proxy_expr = re.compile(f'^{key}_proxy(_[a-z][a-z])?[0-9]+$', re.IGNORECASE) + proxy_matches = list(filter(proxy_expr.match, os.environ.keys())) + proxy_current = [] + proxy_current_keys = set() + proxy_current_keys.add(key) + proxy_countries = [] + proxy_empty = True + + region_current = [] + region_current_keys = set() + region_current_keys.add(key) + region_countries = [] + region_empty = True + + for match in proxy_matches: + proxy_country_groups = proxy_expr.match(match.lower()).groups() + proxy_country = None + pos = len(proxy_country_groups) - 1 + if pos >= 0: + country_temp = proxy_country_groups[pos] + if isinstance(country_temp, str): + proxy_country = country_temp.strip("_") + proxy_current_keys.add(f'{key}_{proxy_country}') + proxy = os.environ.get(match) + if proxy is not None: + proxy_current.append(proxy) + proxy_countries.append(proxy_country) + if proxy_country is None: + proxy_empty = False + + for match in region_matches: + region_country_groups = region_expr.match(match.lower()).groups() + region_country = None + pos = len(region_country_groups) - 1 + if pos >= 0: + country_temp = region_country_groups[pos] + if isinstance(country_temp, str): + region_country = country_temp.strip("_") + region_current_keys.add(f'{key}_{region_country}') + region = os.environ.get(match) + if region is not None: + region_current.append(proxy) + region_countries.append(region_country) + if region_country is None: + region_empty = False + + for elem in proxy_current_keys: + proxies[elem] = [] + new_providers[elem] = providers[key] + print(proxies) + + for proxy, region, country in zip(proxy_current, region_current, proxy_countries): + new_key = key + if country is not None: + new_key = f'{key}_{country}' + proxies[new_key].append(ProxyElem(proxy, region)) + + for elem in proxy_current_keys: + if len(proxies[elem]) == 0: + proxies[elem].append(ProxyElem(None, None)) + +providers = new_providers + +proxy_keys = [] +for proxy_provider in proxies.values(): + for proxy in proxy_provider: + if isinstance(proxy, ProxyElem) and isinstance(proxy.proxy, str): + proxy_keys.append(proxy.proxy) +stream_providers.setup(proxy_keys) + +if icecast_server is not None and stream_server is not None: + try: + with open("/app/sources.json", "r") as f: + data = json.loads(f.read()) + playlist = "#EXTM3U\n" + for key in data: + current = data[key] + name = current["name"] + radio = current["radio"] + if radio: + playlist += f'#EXTINF:0 radio="true", {name}\n' + playlist += icecast_server + key + "\n" + else: + playlist += f'#EXTINF:0 radio="false", {name}\n' + playlist += stream_server + key + "\n" + except Exception as e: + logger.info(e) + +template_html = None +template_script = None +videojs_version = None +font_awesome_version = None +custom_style = None +favicon = None +try: + with open("/app/index.html", "r") as f: + template_html = tornado.template.Template(f.read().strip()) + with open("/app/script.js", "r") as f: + template_script = tornado.template.Template(f.read().strip()) + with open("/app/version/video.js.txt", "r") as f: + videojs_version = f.read().strip() + with open("/app/version/chromecast.txt", "r") as f: + chromecast_version = f.read().strip() + with open("/app/version/font-awesome.txt", "r") as f: + font_awesome_version = f.read().strip() + with open("/app/favicon.png", "rb") as f: + favicon = f.read() + with open("/app/style.css", "r") as f: + custom_style = f.read() +except Exception as e: + logger.info(e) + + diff --git a/backend/stream.py b/backend/stream.py index b00102b..212d95b 100755 --- a/backend/stream.py +++ b/backend/stream.py @@ -8,130 +8,12 @@ import logging import asyncio import tornado.web import tornado.routing +import config import stream_providers import aiohttp logging.basicConfig(format='[%(filename)s:%(lineno)d] %(message)s', stream=sys.stdout, level=logging.INFO) logger = logging.getLogger(__name__) - -providers = {} -providers["nrk"] = "https://tv.nrk.no" -providers["nrk_web"] = "https://nrk.no" -providers["svt"] = "https://svtplay.se" -providers["youtube"] = "https://www.youtube.com/watch?v=" -providers["twitch"] = "https://twitch.tv" -providers["twitter"] = "https://twitter.com" - -nextcloud_server = os.environ.get("NEXTCLOUD_SERVER") -if nextcloud_server is not None: - providers["nextcloud"] = nextcloud_server - -seafile_server = os.environ.get("SEAFILE_SERVER") -if seafile_server is not None: - providers["seafile"] = seafile_server - -playlist = None -icecast_server = os.environ.get("ICECAST_SERVER") -stream_server = os.environ.get("STREAM_SERVER") -proxy_server = os.environ.get("PROXY_SERVER") - -class ProxyElem(): - def __init__(self, proxy): - self.proxy = proxy - def local(self): - timeout = aiohttp.ClientTimeout(total=5) - return aiohttp.ClientSession(timeout=timeout) - def __repr__(self): - return str(self.proxy) - async def proxy_url(self, urls): - clean_urls = [] - for url in urls: - if isinstance(url, tuple): - clean_urls.append(url[0]) - else: - clean_urls.append(url) - if not isinstance(proxy_server, str): - return clean_urls - - jdata = None - data_list = [] - for url in urls: - data = {} - if isinstance(url, str): - data["upstream"] = url - elif isinstance(url, tuple): - if isinstance(url[0], str): - data["upstream"] = url[0] - if isinstance(url[1], str): - data["ctype"] = url[1] - - data["proxy"] = self.proxy - data["proxied"] = isinstance(self.proxy, str) - data_list.append(data) - try: - async with self.local() as session: - resp = await session.post(proxy_server, json=data_list) - text = await resp.text() - jdata = json.loads(text) - except Exception as e: - logger.info(e) - if isinstance(jdata, list): - ret_data = [] - for src, dst in zip(clean_urls, jdata): - if isinstance(src, str): - ret_data.append(dst) - else: - ret_data.append(None) - return ret_data - else: - return clean_urls - -proxies = {} -new_providers = {} -for key in providers: - expr = re.compile(f'^{key}_proxy(_[a-z][a-z])?[0-9]+$', re.IGNORECASE) - matches = list(filter(expr.match, os.environ.keys())) - current = [] - current_keys = set() - current_keys.add(key) - countries = [] - empty = True - for match in matches: - country_groups = expr.match(match.lower()).groups() - country = None - pos = len(country_groups) - 1 - if pos >= 0: - country_temp = country_groups[pos] - if isinstance(country_temp, str): - country = country_temp.strip("_") - current_keys.add(f'{key}_{country}') - proxy = os.environ.get(match) - if proxy is not None: - current.append(proxy) - countries.append(country) - if country is None: - empty = False - for elem in current_keys: - proxies[elem] = [] - new_providers[elem] = providers[key] - print(proxies) - for proxy, country in zip(current, countries): - new_key = key - if country is not None: - new_key = f'{key}_{country}' - proxies[new_key].append(ProxyElem(proxy)) - for elem in current_keys: - if len(proxies[elem]) == 0: - proxies[elem].append(ProxyElem(None)) -providers = new_providers - -proxy_keys = [] -for proxy_provider in proxies.values(): - for proxy in proxy_provider: - if isinstance(proxy, ProxyElem) and isinstance(proxy.proxy, str): - proxy_keys.append(proxy.proxy) -stream_providers.setup(proxy_keys) - class UpstreamHandler(): def __init__(self): self.provider = None @@ -196,48 +78,6 @@ class UpstreamHandler(): if not future.done(): future.cancel() -if icecast_server is not None and stream_server is not None: - try: - with open("/app/sources.json", "r") as f: - data = json.loads(f.read()) - playlist = "#EXTM3U\n" - for key in data: - current = data[key] - name = current["name"] - radio = current["radio"] - if radio: - playlist += f'#EXTINF:0 radio="true", {name}\n' - playlist += icecast_server + key + "\n" - else: - playlist += f'#EXTINF:0 radio="false", {name}\n' - playlist += stream_server + key + "\n" - except Exception as e: - logger.info(e) - -template_html = None -template_script = None -videojs_version = None -font_awesome_version = None -custom_style = None -favicon = None -try: - with open("/app/index.html", "r") as f: - template_html = tornado.template.Template(f.read().strip()) - with open("/app/script.js", "r") as f: - template_script = tornado.template.Template(f.read().strip()) - with open("/app/version/video.js.txt", "r") as f: - videojs_version = f.read().strip() - with open("/app/version/chromecast.txt", "r") as f: - chromecast_version = f.read().strip() - with open("/app/version/font-awesome.txt", "r") as f: - font_awesome_version = f.read().strip() - with open("/app/favicon.png", "rb") as f: - favicon = f.read() - with open("/app/style.css", "r") as f: - custom_style = f.read() -except Exception as e: - logger.info(e) - class MainHandler(tornado.web.RequestHandler): async def handle_any(self, redir): handler = UpstreamHandler()