From c890180ce36884073e3a15ce37d2a1623c79b83c Mon Sep 17 00:00:00 2001 From: octospacc Date: Tue, 27 May 2025 23:26:05 +0200 Subject: [PATCH] Refactor code into different files, encode-sanitize item description for HTML, add Medium support --- Proxatore.php | 1227 ------------------------------------------------- config.php | 42 ++ history.php | 74 +++ index.php | 198 ++++++++ platforms.php | 138 ++++++ script.js | 66 +++ style.css | 238 ++++++++++ templates.php | 74 +++ utils.php | 462 +++++++++++++++++++ 9 files changed, 1292 insertions(+), 1227 deletions(-) delete mode 100644 Proxatore.php create mode 100644 config.php create mode 100644 history.php create mode 100644 index.php create mode 100644 platforms.php create mode 100644 script.js create mode 100644 style.css create mode 100644 templates.php create mode 100644 utils.php diff --git a/Proxatore.php b/Proxatore.php deleted file mode 100644 index a447c4b..0000000 --- a/Proxatore.php +++ /dev/null @@ -1,1227 +0,0 @@ -. - */ - -$startTime = hrtime(true); -// require 'vendor/OcttDb/index.php'; - -/*********** Configuration ***********/ - -const APP_NAME = '🎭️ Proxatore'; -const APP_DESCRIPTION = 'a content proxy for viewing and embedding media and text from various platforms.'; - -// if you make changes to the source code, please fill this to point to your modified version -const MODIFIED_SOURCE_CODE = ''; - -// cobalt API server URL; set to false or null or '' to avoid using cobalt -const COBALT_API = 'http://192.168.1.125:9010/'; - -const OPTIONS_DEFAULTS = [ - 'embedfirst' => false, - 'history' => true, - 'htmlmedia' => false, - 'relativemedia' => false, - 'mediaproxy' => false, - 'viewmode' => 'normal', - //'previewmode' => 'media+summary', - //'format' => 'html', -]; - -const GOOGLE_VERIFICATION = 'HjNf-db8xb7lkRNgD3Q8-qeF1lWsbxmCZptRyjLBnrI'; -const BING_VERIFICATION = '45DC0FC265FF4059D48677970BE86150'; - -define('USER_AGENT', "Proxatore/2025/1 ({$_SERVER['SERVER_NAME']})"); - -/*************************************/ - -define('SCRIPT_NAME', ($_SERVER['SCRIPT_NAME'] === '/' ? '/' : "{$_SERVER['SCRIPT_NAME']}/")); -define('HISTORY_FILE', './Proxatore.history.jsonl'); - -// const OPTIONS_OVERRIDES = [ -// 'bbs.spacc.eu.org' => [ -// 'embedfirst' => true, -// ], -// ]; - -const PLATFORMS = [ - 'spaccbbs' => ['bbs.spacc.eu.org'], - 'github' => ['github.com'], - 'github-gist' => ['gist.github.com'], - 'bilibili' => ['bilibili.com'], - 'bluesky' => ['bsky.app'], - 'facebook' => ['facebook.com', 'm.facebook.com'], - 'instagram' => ['instagram.com'], - //'juxt' => ['juxt.pretendo.network'], - 'pinterest' => ['pinterest.com'], - 'raiplay' => ['raiplay.it'], - 'reddit' => ['old.reddit.com', 'reddit.com'], - 'soundcloud' => ['soundcloud.com'], - 'spotify' => ['open.spotify.com'], - 'telegram' => ['t.me', 'telegram.me'], - 'threads' => ['threads.net', 'threads.com'], - 'tiktok' => ['tiktok.com'], - 'twitter' => ['twitter.com'], - 'x' => ['x.com'], - 'xiaohongshu' => ['xiaohongshu.com'], - 'youtube' => ['youtube.com', 'm.youtube.com'], -]; - -const PLATFORMS_FAKESUBDOMAINS = ['pinterest.com']; - -const PLATFORMS_USERSITES = ['altervista.org', 'blogspot.com', 'wordpress.com']; - -const PLATFORMS_ALIASES = [ - 'x' => 'twitter', -]; - -const PLATFORMS_SHORTHANDS = [ - 'fb' => 'facebook', - 'ig' => 'instagram', - 'tg' => 'telegram', - 'yt' => 'youtube', -]; - -const PLATFORMS_PROXIES = [ - 'bluesky' => ['fxbsky.app'], - 'instagram' => ['ddinstagram.com', 'd.ddinstagram.com', 'kkinstagram.com'], - 'threads' => ['vxthreads.net'], - 'tiktok' => ['vxtiktok.com'], - 'twitter' => ['fxtwitter.com', 'vxtwitter.com', 'fixvx.com'], - 'x' => ['fixupx.com', 'girlcockx.com', 'stupidpenisx.com'], -]; - -const PLATFORMS_REDIRECTS = [ - 'pin.it' => 'pinterest', - 'vm.tiktok.com' => 'tiktok', - 'youtu.be' => 'youtube', -]; - -const PLATFORMS_API = [ - 'github-gist' => [ - 'tag' => 'article', - ], - 'spotify' => [ - 'id' => '__NEXT_DATA__', - 'data' => [ - 'audio' => "['props']['pageProps']['state']['data']['entity']['audioPreview']['url']", - ], - ], - 'tiktok' => [ - 'url' => 'https://www.tiktok.com/player/api/v1/items?item_ids=', - 'data' => [ - 'description' => "['items'][0]['desc']", - 'video' => "['items'][0]['video_info']['url_list'][0]", - ], - ], -]; - -const PLATFORMS_COBALT = ['instagram', 'bilibili']; - -const PLATFORMS_FAKE404 = ['telegram']; - -const PLATFORMS_USEPROXY = ['bluesky', 'twitter', 'x']; - -const PLATFORMS_ORDERED = ['telegram']; - -// const PLATFORMS_VIDEO = ['youtube', 'bilibili']; // ['facebook', 'instagram']; - -const PLATFORMS_WEBVIDEO = ['raiplay']; - -const PLATFORMS_NOIMAGES = ['altervista.org', 'wordpress.com']; - -const PLATFORMS_PARAMS = [ - 'facebook' => true, - 'xiaohongshu' => true, - 'youtube' => ['v'], -]; - -const EMBEDS_DOMAINS = [ - 'spotify' => ['open.spotify.com/embed/'], - 'reddit' => ['embed.reddit.com'], -]; - -// const EMBEDS_COMPLEX = [ -// 'github-gist' => [ -// 'prefix' => 'data:text/html;charset=utf-8,', -// ], -// ]; - -const EMBEDS_API = [ - 'soundcloud' => [ - 'meta' => 'twitter:player', - ], -]; - -const EMBEDS_PREFIXES_SIMPLE = [ - 'tiktok' => 'www.tiktok.com/embed/v3/', - 'twitter' => 'platform.twitter.com/embed/Tweet.html?id=', -]; - -const EMBEDS_PREFIXES_PARAMS = [ - 'youtube' => 'www.youtube.com/embed/[v]', -]; - -const EMBEDS_SUFFIXES = [ - 'github-gist' => '.pibb', - 'instagram' => '/embed/captioned/', - 'telegram' => '?embed=1&mode=tme', -]; - -define('EMBEDS_PREFIXES_FULL', [ - 'facebook' => 'www.facebook.com/plugins/post.php?href=' . urlencode('https://www.facebook.com/'), -]); - -function normalizePlatform(string $platform): string { - if (str_contains($platform, '.')) { - $platform = lstrip($platform, '.', -2); - } - return $platform; -} - -function stripWww(string $domain): string|null { - return (str_starts_with($domain, 'www.') ? lstrip($domain, '.', 1) : null); -} - -function isExactPlatformName($platform): bool { - return isset(PLATFORMS[$platform]); -} - -function platformFromAlias(string $alias): string|null { - $alias = strtolower($alias); - return (PLATFORMS_ALIASES[$alias] ?? PLATFORMS_SHORTHANDS[$alias] ?? null); -} - -function platfromFromDomain(string $upstream): string|null { - $upstream = strtolower($upstream); - // check supported domains from most to least likely - foreach ([PLATFORMS, PLATFORMS_PROXIES, EMBEDS_DOMAINS] as $array) { - foreach ($array as $platform => $domains) { - if (in_array($upstream, $domains) || in_array(stripWww($upstream), $domains)) { - return $platform; - } - } - } - // check for a known fake subdomain (eg. region-code.example.com) - foreach (PLATFORMS_FAKESUBDOMAINS as $domain) { - // currently doesn't handle formats like www.region-code.example.com - if (lstrip($upstream, '.', 1) === $domain) { - return platformFromDomain($domain); - } - } - return null; // domain unsupported -} - -function platformFromUpstream(string $upstream): string|null { - return (isExactPlatformName($upstreamLow = strtolower($upstream)) - ? $upstreamLow - : platformFromAlias($upstream) ?? platfromFromDomain($upstream)); -} - -function inPlatformArray(string $platform, array $array): bool { - return in_array(normalizePlatform($platform), $array); -} - -function platformMapGet(string $platform, array $array): mixed { - return $array[normalizePlatform($platform)] ?? null; -} - -function lstrip(string $str, string $sub, int $num): string { - return implode($sub, array_slice(explode($sub, $str), $num)); -} - -function urlLast(string $url): string { - $tmp = explode('/', trim(parse_url($url, PHP_URL_PATH), '/')); - return end($tmp); -} - -function isAbsoluteUrl(string $str): bool { - $strlow = strtolower($str); - return (str_starts_with($strlow, 'http://') || str_starts_with($strlow, 'https://')); -} - -function parseAbsoluteUrl(string $str): string|null { - return (isAbsoluteUrl($str) - ? lstrip($str, '://', 1) - : null); -} - -function makeSelfUrl(string $str=''): string { - return getRequestProtocol() . '://' . $_SERVER['SERVER_NAME'] . SCRIPT_NAME . $str; -} - -function redirectTo(string $url): void { - if (!($absolute = parseAbsoluteUrl($url)) && !readProxatoreBool('history') /* && !(str_contains($url, '?proxatore-history=false') || str_contains($url, '&proxatore-history=false')) */) { - parse_str(parse_url($url, PHP_URL_QUERY), $params); - if (!isset($params['proxatore-history'])) { - $url = $url . (str_contains($url, '?') ? '&' : '?') . 'proxatore-history=false'; - } - } - // if ($_SERVER['REQUEST_METHOD'] === 'GET' || $absolute) { - header('Location: ' . ($absolute ? '' : SCRIPT_NAME) . $url); - // } else if ($_SERVER['REQUEST_METHOD'] === 'POST') { - // echo postRequest(SCRIPT_NAME, 'proxatore-url=' . str_replace('?', '&', $url)); - // } - die(); -} - -function getRequestProtocol(): string { - return $_SERVER['REQUEST_SCHEME'] ?? (($_SERVER['HTTPS'] ?? null) === 'on' ? 'https' : 'http'); -} - -function fetchContent(string $url, int $redirects=-1): array { - $ch = curl_init(); - $useragent = 'curl/' . curl_version()['version']; // format the UA like curl CLI otherwise some sites can't behave - curl_setopt($ch, CURLOPT_URL, $url); - curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); - curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true); - curl_setopt($ch, CURLOPT_MAXREDIRS, $redirects); - curl_setopt($ch, CURLOPT_USERAGENT, $useragent); - $data = [ - 'body' => curl_exec($ch), - 'code' => curl_getinfo($ch, CURLINFO_HTTP_CODE), - 'url' => curl_getinfo($ch, CURLINFO_REDIRECT_URL) ?: curl_getinfo($ch, CURLINFO_EFFECTIVE_URL), - // 'error' => curl_error($ch), - ]; - curl_close($ch); - return $data; -} - -function makeCanonicalUrl(array|null $item): string|null { - return ($item - ? ('https://' . (PLATFORMS[$item['platform']][0] ?: $item['platform']) . '/' . $item['relativeurl']) - : null); -} - -function makeEmbedUrl(string $platform, string $relativeUrl, array $meta=null): string { - $url = null; - if (isset(EMBEDS_PREFIXES_SIMPLE[$platform])) { - $url = EMBEDS_PREFIXES_SIMPLE[$platform] . urlLast($relativeUrl); - } else if (isset(EMBEDS_PREFIXES_PARAMS[$platform])) { - $url = EMBEDS_PREFIXES_PARAMS[$platform]; - foreach (PLATFORMS_PARAMS[$platform] as $key) { - parse_str(parse_url($relativeUrl, PHP_URL_QUERY), $params); - $url = str_replace("[$key]", $params[$key], $url); - } - } else if (isset(EMBEDS_PREFIXES_FULL[$platform])) { - $url = EMBEDS_PREFIXES_FULL[$platform] . urlencode($relativeUrl); - } else if ($api = (EMBEDS_API[$platform] ?? null)) { - return $meta[$api['meta']]; - // } else if ($api = EMBEDS_COMPLEX[$platform] ?? null) { - // return $api['prefix'] . makeCanonicalUrl(['platform' => $platform, 'relativeurl' => $relativeUrl]) . $api['suffix']; - } else { - $url = (EMBEDS_DOMAINS[$platform][0] ?? PLATFORMS[$platform][0] ?? PLATFORMS_PROXIES[$platform][0] ?? $platform) . '/' . trim($relativeUrl, '/') . (EMBEDS_SUFFIXES[$platform] ?? ''); - } - return "https://{$url}"; -} - -function makeDataScrapeUrl(string $platform, string $relativeUrl): string { - return 'https://' . ((inPlatformArray($platform, PLATFORMS_USEPROXY) - ? (PLATFORMS_PROXIES[$platform][0] ?: PLATFORMS[$platform][0]) - : PLATFORMS[$platform][0] - ) ?: $platform) . '/' . $relativeUrl; -} - -function makeMediaScrapeUrl(array $item): string { - return /* $embedUrl = */ makeEmbedUrl($item['result']['platform'], $item['result']['relativeurl'], $item['meta']); - // return (isAbsoluteUrl($embedUrl) - // ? $embedUrl - // // TODO: if we ever get at this point of the code, then the page has already been scraped and should not do it again for nothing... - // : makeDataScrapeUrl($platform, $relativeUrl)); -} - -function getHtmlAttributes(DOMDocument|string $doc, string $tag, string $attr): array { - if (is_string($doc)) { - $doc = htmldom($doc); - } - $list = []; - foreach ($doc->getElementsByTagName($tag) as $el) { - $list[] = $el->getAttribute($attr); - } - return $list; -} - -function parseMetaTags(DOMDocument $doc): array { - $tags = []; - foreach ($doc->getElementsByTagName('meta') as $meta) { - if ($meta->hasAttribute('name') || $meta->hasAttribute('property')) { - $tags[$meta->getAttribute('name') ?: $meta->getAttribute('property')] = $meta->getAttribute('content'); - } - } - return $tags; -} - -function loadHistory(): array { - $history = []; - if (file_exists(HISTORY_FILE)) { - $lines = file(HISTORY_FILE, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES); - foreach ($lines as $line) { - if ($item = json_decode($line, true)) { - $history[] = $item; - } - } - } - return $history; -} - -function saveHistory(array $entry): void { - if (inPlatformArray($entry['platform'], PLATFORMS_FAKE404)) { - $history = searchExactHistory($entry['platform'], implode('/', array_slice(explode('/', $entry['relativeurl']), -1))); - if (sizeof($history)) { - unset($history[0]['relativeurl']); - unset($entry['relativeurl']); - if (json_encode($history[0], JSON_UNESCAPED_SLASHES) === json_encode($entry, JSON_UNESCAPED_SLASHES)) { - return; - } else { - // TODO update cache of main page - } - } else { - // TODO update cache of main page - } - } - $history = loadHistory(); - $history = array_filter($history, function ($item) use ($entry) { - return (($item['platform'] !== $entry['platform']) || - ($item['relativeurl'] !== $entry['relativeurl'])); - }); - $history[] = $entry; - $lines = array_map(fn($item) => json_encode($item, JSON_UNESCAPED_SLASHES), $history); - file_put_contents(HISTORY_FILE, implode(PHP_EOL, $lines) . PHP_EOL, LOCK_EX); -} - -function searchHistory(string $query): array { - $results = $fake404 = []; - foreach (loadHistory() as $entry) { - if (stripos(json_encode($entry, JSON_UNESCAPED_SLASHES), $query) !== false) { - if (inPlatformArray($entry['platform'], PLATFORMS_FAKE404)) { - $entry2 = $entry; - unset($entry2['relativeurl']); - foreach ($fake404 as $item) { - if (json_encode($entry2, JSON_UNESCAPED_SLASHES) === json_encode($item, JSON_UNESCAPED_SLASHES)) { - goto skip; - } - } - $fake404[] = $entry2; - } - $results[] = $entry; - skip: - } - } - return $results; -} - -function searchExactHistory(string $platform, string $relativeUrl): array { - return searchHistory(json_encode([ - 'platform' => $platform, - 'relativeurl' => $relativeUrl, - ], JSON_UNESCAPED_SLASHES)); -} - -function htmldom(string $body): DOMDocument { - libxml_use_internal_errors(true); - $doc = new DOMDocument(); - $doc->loadHTML(mb_convert_encoding($body, 'HTML-ENTITIES', 'UTF-8')); - libxml_clear_errors(); - return $doc; -} - -function getAnyVideoUrl(string $txt): string|null { - if ($vidpos = (strpos($txt, '.mp4?') ?? strpos($txt, '.mp4'))) { - $endpos = strpos($txt, '"', $vidpos); - $vidstr = substr($txt, 0, $endpos); - $startpos = $endpos - strpos(strrev($vidstr), '"'); - $vidstr = substr($txt, $startpos, $endpos-$startpos+1); - $vidstr = html_entity_decode($vidstr); - $vidstr = json_decode('"' . json_decode('"' . $vidstr . '"')) ?: json_decode('"' . json_decode('"' . $vidstr) . '"'); - return $vidstr; - } else { - return null; - } -} - -function makeResultObject(string $platform, string $relativeUrl, array $meta): array { - $data = [ - 'platform' => $platform, - 'relativeurl' => $relativeUrl, - //'datetime' => date('Y-m-d H:i:s'), - //'request_time' => time(), - 'locale' => $meta['og:locale'] ?? '', - 'type' => $meta['og:type'] ?? '', - 'image' => $meta['og:image'] ?? '', - 'video' => $meta['og:video'] ?? $meta['og:video:url'] ?? '', - 'videotype' => $meta['og:video:type'] ?? '', - 'htmlvideo' => $meta['og:video'] ?? $meta['og:video:url'] ?? '', - 'audio' => $meta['og:audio'] ?? '', - 'title' => $meta['og:title'] ?? $meta['og:title'] ?? '', - //'author' => $meta['og:site_name'] ?? '', - 'description' => $meta['og:description'] ?? $meta['description'] ?? '', - 'images' => [], - ]; - if (inPlatformArray($platform, PLATFORMS_WEBVIDEO) && !$data['video']) { - $data['video'] = makeCanonicalUrl($data); - $data['videotype'] = 'text/html'; - } - if ($data['video'] && $data['videotype'] === 'text/html') { - $proxy = ((inPlatformArray($platform, PLATFORMS_WEBVIDEO) || readProxatoreBool('mediaproxy') || getQueryArray()['proxatore-mediaproxy'] === 'video') ? 'file' : ''); - $data['htmlvideo'] = SCRIPT_NAME . "__{$proxy}proxy__/{$platform}/{$data['video']}"; - if (readProxatoreBool('htmlmedia')) { - $data['video'] = $data['htmlvideo']; - $data['videotype'] = 'video/mp4'; - } - } - // } else if (readProxatoreBool('mediaproxy') || getQueryArray()['proxatore-mediaproxy'] === 'video') { - // $data['htmlvideo'] = SCRIPT_NAME . "__mediaproxy__/{$platform}/{$data['video']}"; - // if (readProxatoreBool('htmlmedia')) { - // $data['video'] = $data['htmlvideo']; - // $data['videotype'] = 'video/mp4'; - // } - // } - return $data; -} - -function makeParamsRelativeUrl(string $platform, string $url): string { - parse_str(parse_url($url, PHP_URL_QUERY), $params); - $url = parse_url($url, PHP_URL_PATH) . '?'; - foreach ($params as $key => $value) { - if (in_array($key, PLATFORMS_PARAMS[$platform])) { - $url .= "{$key}={$value}&"; - } - } - return rtrim($url, '?&'); -} - -function getQueryArray(): array { - // switch ($_SERVER['REQUEST_METHOD']) { - // case 'GET': - return $_GET; - // case 'POST': - // return $_POST; - // } -} - -function readBoolParam(string $key, bool|null $default=null, array $array=null): bool|null { - if (!$array) { - $array = getQueryArray(); - } - $value = $array[$key] ?? null; - if ($value && $value !== '') { - return filter_var($value, FILTER_VALIDATE_BOOLEAN); - } else { - return $default; - } -} - -function readProxatoreBool(string $key, array $array=null): bool|null { - return readBoolParam("proxatore-{$key}", OPTIONS_DEFAULTS[$key], $array); - // TODO handle domain HTTP referer overrides -} - -function readProxatoreParam(string $key, array $array=null): string|null { - if (!$array) { - $array = getQueryArray(); - } - return ($array["proxatore-{$key}"] ?? OPTIONS_DEFAULTS[$key] ?? null); -} - -function getPageData($platform, $relativeUrl): array|null { - if ($platform && $relativeUrl && ($data = fetchContent(makeDataScrapeUrl($platform, $relativeUrl)))['body']) { - // if (!in_array($platform, PLATFORMS_TRACKING)) { - // $relativeUrl = parse_url($relativeUrl, PHP_URL_PATH); - // } - if (isset(PLATFORMS_PARAMS[$platform])) { - if (PLATFORMS_PARAMS[$platform] !== true) { - $relativeUrl = makeParamsRelativeUrl($platform, $relativeUrl); - } - } else { - $relativeUrl = parse_url($relativeUrl, PHP_URL_PATH); - } - $data['doc'] = htmldom($data['body']); - $data['meta'] = parseMetaTags($data['doc']); - $data['result'] = makeResultObject($platform, $relativeUrl, $data['meta']); - return $data; - } else { - return null; - } -} - -function getPlatformRedirectionUrl($upstream, $relativeUrl) { - // TODO: only strip query params for platforms that don't need them - $relativeUrl = trim(lstrip(fetchContent("{$upstream}/{$relativeUrl}", 1)['url'], '/', 3), '/'); - $platform = PLATFORMS_REDIRECTS[$upstream]; - return "{$platform}/{$relativeUrl}"; -} - -function postRequest(string $url, string $body, array $headers=null): string|false { - return file_get_contents($url, false, stream_context_create(['http' => [ - 'header' => $headers, - 'method' => 'POST', - 'content' => $body, - ]])); -} - -function getCobaltVideo(string $url): string|null { - $cobaltData = json_decode(postRequest(COBALT_API, json_encode(['url' => $url]), [ - 'Accept: application/json', - 'Content-Type: application/json', - ])); - if ($cobaltData->status === 'redirect' && strpos($cobaltData->url, '.mp4')) { - return $cobaltData->url; - } else if ($cobaltData->status === 'tunnel' && strpos($cobaltData->filename, '.mp4')) { - return SCRIPT_NAME . '__cobaltproxy__/_/' . lstrip($cobaltData->url, '/', 3); - } else { - return null; - } -} - -function fetchPageMedia(array &$item): void { - $platform = $item['result']['platform']; - $relativeUrl = $item['result']['relativeurl']; - if ($api = platformMapGet($platform, PLATFORMS_API)) { - $json = null; - if ($apiUrl = $api['url'] ?? null) { - $json = fetchContent($apiUrl . urlLast($relativeUrl))['body']; - } else { - $doc = htmldom(fetchContent(makeMediaScrapeUrl($item))['body']); - if ($id = $api['id'] ?? null) { - $json = $doc->getElementById($id)->textContent; - } else if ($tag = $api['tag'] ?? null) { - $item['result']['description'] = $doc->getElementsByTagName($tag)[0]->textContent; - return; - } - } - $data = json_decode($json, true); - $values = []; - foreach ($api['data'] as $key => $query) { - $values[$key] = eval("return \$data{$query};"); - } - $item['result'] = array_merge($item['result'], $values); - } else { - $cobaltVideo = null; - if (COBALT_API && inPlatformArray($platform, PLATFORMS_COBALT)) { - $cobaltVideo = getCobaltVideo($item['url']); - } - $html = fetchContent(makeMediaScrapeUrl($item))['body']; - if (!$item['result']['video']) { - $item['result']['video'] = $cobaltVideo ?? getAnyVideoUrl($html) ?? ''; - } - if (!inPlatformArray($platform, PLATFORMS_NOIMAGES) /* !$immediateResult['image'] */) { - $item['result']['images'] = getHtmlAttributes($html, 'img', 'src'); - // if (sizeof($immediateResult['images'])) { - // //$immediateResult['image'] = $imgs[0]; - // } - } - } -} - -function getWebStreamUrls(string $absoluteUrl, string $options=''): array|null { - if (($url = parseAbsoluteUrl($absoluteUrl)) && ($url = preg_replace('/[^A-Za-z0-9-_\/\.]/', '', $url))) { - return explode("\n", trim(shell_exec("yt-dlp {$options} -g 'https://{$url}'"))); - } else { - return null; - } -} - -function getYoutubeStreamUrl(string $relativeUrl): string { - if ($video = preg_replace('/[^A-Za-z0-9-_]/', '', substr($relativeUrl, -11))) { - return getWebStreamUrls("https://youtu.be/{$video}", '-f mp4')[0]; //trim(shell_exec("yt-dlp -g 'https://youtube.com/watch?v={$video}'")); - } -} - -function ffmpegStream(string $absoluteUrl): void { - if ($urls = getWebStreamUrls($absoluteUrl, '--user-agent "' . USER_AGENT . '"')) { - $inputs = ''; - foreach ($urls as $url) { - $inputs .= " -i '{$url}' "; - } - header('Content-Type: video/mp4'); - passthru("ffmpeg -user_agent '" . USER_AGENT . "' {$inputs} -c:v copy -f ismv -"); - } - die(); -} - -function streamFile(string $url, string $mime): void { - header("Content-Type: {$mime}"); - readfile($url); - die(); -} - -// TODO: redesign the endpoint names, they're kind of a mess -function handleApiRequest(array $segments): void { - $api = substr($segments[0], 2, -2); - $platform = $segments[1]; - $relativeUrl = implode('/', array_slice($segments, 2)); - if (($api === 'proxy' || $api === 'media')) { - if ($platform === 'youtube') { - header('Location: ' . getYoutubeStreamUrl($relativeUrl)); - } else if ($api === 'media' && end($segments) === '0') { - $relativeUrl = substr($relativeUrl, 0, -2); - $data = getPageData($platform, $relativeUrl)['result']; - if ($url = ($data['video'] ?: $data['image'])) { - header('Location: ' . $url); - } - } - } else if ($api === 'fileproxy') { - switch ($platform) { - case 'youtube': - streamFile(getYoutubeStreamUrl($relativeUrl), 'video/mp4'); - break; - default: - ffmpegStream('https://' . PLATFORMS[$platform][0] . '/' . lstrip($relativeUrl, '/', 3)); - } - } else if ($api === 'cobaltproxy') { - streamFile(COBALT_API . $relativeUrl, 'video/mp4'); - } else if ($api === 'embed') { - header('Location: ' . makeEmbedUrl($platform, $relativeUrl)); - } - die(); -} - -function linkifyUrls(string $text): string { - return preg_replace( - '/(http|https|ftp|ftps)\:\/\/[a-zA-Z0-9\-\.]+\.[a-zA-Z]{2,3}(\/\S*)?/', - '$0', - $text); -} - -function iframeHtml(array $data): void { - $platform = $data['result']['platform']; - $relativeUrl = $data['result']['relativeurl']; - if (inPlatformArray($platform, PLATFORMS_ORDERED)) { ?> -
- ⬅️ Previous - ➡️ Next -
- - -
-

- - -

-
- -
- - Download video -
- - - - - - > - - - -
-
-

- - -

- -

- - -
-

- - Original on / - - > - - -

= 400) { - $searchResults = searchExactHistory($platform, $finalData['result']['relativeurl']); - if (sizeof($searchResults)) { - $finalData['result'] = $searchResults[0]; - } - } else if (readProxatoreBool('history')) { - saveHistory($finalData['result']); - } - $finalData['result']['description'] = linkifyUrls($finalData['result']['description']); - if (readProxatoreBool('relativemedia')) { - $count = 0; - foreach (['video', 'image'] as $type) { - if ($finalData['result'][$type]) { - $finalData['result'][$type] = SCRIPT_NAME . "__media__/{$platform}/{$finalData['result']['relativeurl']}/{$count}"; - $count++; - } - } - } - $searchResults = [$finalData['result']]; - } else if ($path) { - http_response_code(404); - } -} -?> - - - - - -<?= APP_NAME ?> - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
- -

- -
-
- - -
-
- Options -
    -
    • -
-
-
- -Supported Platforms:

'; - // echo '
Query string API
    - //
  • /?proxatore-search={search term} — Make a full-text search or load a given URL
    • - //
  • ...?proxatore-history={true,false} — Specify if a given query must be stored in the global search history (default: true)
    • - //
'; - echo '
Help & Info -

What is this?

- '.APP_NAME.' is '.APP_DESCRIPTION.' -
It allows you to bypass ratelimits and georestrictions when accessing contents from many specific Internet platforms, - and to view them with a clean and streamlined interface, that works well on both modern systems and old browsers or slow connections. -
Additionally, it allows you to share links between social media platforms, ensuring link previews, which are often blocked by competitors, always display correctly. -

-
'; - echo '

- Made with 🕸️ and 🧨 by OctoSpacc. -
- - Licensed under AGPLv3. - Source Code & Info: Official Repository' . (MODIFIED_SOURCE_CODE ? ', Modified Source Code.' : '.') . ' - -

'; -} ?> - - - -

Search results:

- -

Nothing was found.

- - - - - - - -
- - - - \ No newline at end of file diff --git a/config.php b/config.php new file mode 100644 index 0000000..2490ec4 --- /dev/null +++ b/config.php @@ -0,0 +1,42 @@ + false, + 'history' => true, + 'htmlmedia' => false, + 'relativemedia' => false, + 'mediaproxy' => false, + 'viewmode' => 'normal', + //'previewmode' => 'media+summary', + //'format' => 'html', +]; + +const GOOGLE_VERIFICATION = 'HjNf-db8xb7lkRNgD3Q8-qeF1lWsbxmCZptRyjLBnrI'; +const BING_VERIFICATION = '45DC0FC265FF4059D48677970BE86150'; + +define('USER_AGENT', "Proxatore/2025/1 ({$_SERVER['SERVER_NAME']})"); + +define('SCRIPT_NAME', ($_SERVER['SCRIPT_NAME'] === '/' ? '/' : "{$_SERVER['SCRIPT_NAME']}/")); +define('HISTORY_FILE', './Proxatore.history.jsonl'); + +// const OPTIONS_OVERRIDES = [ +// 'bbs.spacc.eu.org' => [ +// 'embedfirst' => true, +// ], +// ]; diff --git a/history.php b/history.php new file mode 100644 index 0000000..e6be47d --- /dev/null +++ b/history.php @@ -0,0 +1,74 @@ + json_encode($item, JSON_UNESCAPED_SLASHES), $history); + file_put_contents(HISTORY_FILE, implode(PHP_EOL, $lines) . PHP_EOL, LOCK_EX); +} + +function searchHistory(string $query): array { + $results = $fake404 = []; + foreach (loadHistory() as $entry) { + if (stripos(json_encode($entry, JSON_UNESCAPED_SLASHES), $query) !== false) { + if (inPlatformArray($entry['platform'], PLATFORMS_FAKE404)) { + $entry2 = $entry; + unset($entry2['relativeurl']); + foreach ($fake404 as $item) { + if (json_encode($entry2, JSON_UNESCAPED_SLASHES) === json_encode($item, JSON_UNESCAPED_SLASHES)) { + goto skip; + } + } + $fake404[] = $entry2; + } + $results[] = $entry; + skip: + } + } + return $results; +} + +function searchExactHistory(string $platform, string $relativeUrl): array { + return searchHistory(json_encode([ + 'platform' => $platform, + 'relativeurl' => $relativeUrl, + ], JSON_UNESCAPED_SLASHES)); +} diff --git a/index.php b/index.php new file mode 100644 index 0000000..e7d9549 --- /dev/null +++ b/index.php @@ -0,0 +1,198 @@ +{$upstream} not supported!"; + } else if ($finalData = getPageData($platform, $relativeUrl)) { + http_response_code($finalData['code']); + fetchPageMedia($finalData); + if ($finalData['code'] >= 400) { + $searchResults = searchExactHistory($platform, $finalData['result']['relativeurl']); + if (sizeof($searchResults)) { + $finalData['result'] = $searchResults[0]; + } + } else if (readProxatoreBool('history')) { + saveHistory($finalData['result']); + } + if (readProxatoreBool('relativemedia')) { + $count = 0; + foreach (['video', 'image'] as $type) { + if ($finalData['result'][$type]) { + $finalData['result'][$type] = SCRIPT_NAME . "__media__/{$platform}/{$finalData['result']['relativeurl']}/{$count}"; + $count++; + } + } + } + $searchResults = [$finalData['result']]; + } else if ($path) { + http_response_code(404); + } +} +?> + + + + + +<?= APP_NAME ?> + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +
+ +

+

+
+
+ + +
+
+ Options +
    +
    • +
+
+
+ +Supported Platforms:

'; + // echo '
Query string API
    + //
  • /?proxatore-search={search term} — Make a full-text search or load a given URL
    • + //
  • ...?proxatore-history={true,false} — Specify if a given query must be stored in the global search history (default: true)
    • + //
'; + echo '
Help & Info +

What is this?

+ '.APP_NAME.' is '.APP_DESCRIPTION.' +
It allows you to bypass ratelimits and georestrictions when accessing contents from many specific Internet platforms, + and to view them with a clean and streamlined interface, that works well on both modern systems and old browsers or slow connections. +
Additionally, it allows you to share links between social media platforms, ensuring link previews, which are often blocked by competitors, always display correctly. +

+
'; + echo '

+ Made with 🕸️ and 🧨 by OctoSpacc. +
+ + Licensed under AGPLv3. + Source Code & Info: Official Repository' . (MODIFIED_SOURCE_CODE ? ', Modified Source Code.' : '.') . ' + + +

'; +} ?> + + + +

Search results:

+ +

Nothing was found.

+ + + + + + + +
+ + + + \ No newline at end of file diff --git a/platforms.php b/platforms.php new file mode 100644 index 0000000..f889055 --- /dev/null +++ b/platforms.php @@ -0,0 +1,138 @@ + ['bbs.spacc.eu.org'], + 'github' => ['github.com'], + 'github-gist' => ['gist.github.com'], + 'bilibili' => ['bilibili.com'], + 'bluesky' => ['bsky.app'], + 'facebook' => ['facebook.com', 'm.facebook.com'], + 'instagram' => ['instagram.com'], + //'juxt' => ['juxt.pretendo.network'], + 'medium' => ['medium.com'], + 'pinterest' => ['pinterest.com'], + 'raiplay' => ['raiplay.it'], + 'reddit' => ['old.reddit.com', 'reddit.com'], + 'soundcloud' => ['soundcloud.com'], + 'spotify' => ['open.spotify.com'], + 'telegram' => ['t.me', 'telegram.me'], + 'threads' => ['threads.net', 'threads.com'], + 'tiktok' => ['tiktok.com'], + 'twitter' => ['twitter.com'], + 'x' => ['x.com'], + 'xiaohongshu' => ['xiaohongshu.com'], + 'youtube' => ['youtube.com', 'm.youtube.com'], +]; + +const PLATFORMS_FAKESUBDOMAINS = ['pinterest.com']; + +const PLATFORMS_USERSITES = ['altervista.org', 'blogspot.com', 'medium.com', 'wordpress.com']; + +const PLATFORMS_ALIASES = [ + 'x' => 'twitter', +]; + +const PLATFORMS_SHORTHANDS = [ + 'fb' => 'facebook', + 'ig' => 'instagram', + 'tg' => 'telegram', + 'yt' => 'youtube', +]; + +const PLATFORMS_PROXIES = [ + 'bluesky' => ['fxbsky.app'], + 'instagram' => ['ddinstagram.com', 'd.ddinstagram.com', 'kkinstagram.com'], + 'threads' => ['vxthreads.net'], + 'tiktok' => ['vxtiktok.com'], + 'twitter' => ['fxtwitter.com', 'vxtwitter.com', 'fixvx.com'], + 'x' => ['fixupx.com', 'girlcockx.com', 'stupidpenisx.com'], +]; + +const PLATFORMS_REDIRECTS = [ + 'pin.it' => 'pinterest', + 'vm.tiktok.com' => 'tiktok', + 'youtu.be' => 'youtube', +]; + +const PLATFORMS_API = [ + 'github-gist' => [ + 'tag' => 'article', + ], + 'spotify' => [ + 'id' => '__NEXT_DATA__', + 'data' => [ + 'audio' => "['props']['pageProps']['state']['data']['entity']['audioPreview']['url']", + ], + ], + 'tiktok' => [ + 'url' => 'https://www.tiktok.com/player/api/v1/items?item_ids=', + 'data' => [ + 'description' => "['items'][0]['desc']", + 'video' => "['items'][0]['video_info']['url_list'][0]", + ], + ], +]; + +const PLATFORMS_COBALT = ['instagram', 'bilibili']; + +const PLATFORMS_FAKE404 = ['telegram']; + +const PLATFORMS_USEPROXY = ['bluesky', 'twitter', 'x']; + +const PLATFORMS_ORDERED = ['telegram']; + +// const PLATFORMS_VIDEO = ['youtube', 'bilibili']; // ['facebook', 'instagram']; + +const PLATFORMS_WEBVIDEO = ['raiplay']; + +const PLATFORMS_NOIMAGES = ['altervista.org', 'wordpress.com', 'medium']; + +const PLATFORMS_NOEMBED = ['medium', 'pinterest']; + +const PLATFORMS_PARAMS = [ + 'facebook' => true, + 'xiaohongshu' => true, + 'youtube' => ['v'], +]; + +const EMBEDS_DOMAINS = [ + 'spotify' => ['open.spotify.com/embed/'], + 'reddit' => ['embed.reddit.com'], +]; + +// const EMBEDS_COMPLEX = [ +// 'github-gist' => [ +// 'prefix' => 'data:text/html;charset=utf-8,', +// ], +// ]; + +const EMBEDS_API = [ + 'soundcloud' => [ + 'meta' => 'twitter:player', + ], +]; + +const EMBEDS_PREFIXES_SIMPLE = [ + 'tiktok' => 'www.tiktok.com/embed/v3/', + 'twitter' => 'platform.twitter.com/embed/Tweet.html?id=', +]; + +const EMBEDS_PREFIXES_PARAMS = [ + 'youtube' => 'www.youtube.com/embed/[v]', +]; + +const EMBEDS_SUFFIXES = [ + 'github-gist' => '.pibb', + 'instagram' => '/embed/captioned/', + 'telegram' => '?embed=1&mode=tme', +]; + +define('EMBEDS_PREFIXES_FULL', [ + 'facebook' => 'www.facebook.com/plugins/post.php?href=' . urlencode('https://www.facebook.com/'), +]); diff --git a/script.js b/script.js new file mode 100644 index 0000000..db42ca8 --- /dev/null +++ b/script.js @@ -0,0 +1,66 @@ +/* + * Proxatore, a proxy for viewing and embedding content from various platforms. + * Copyright (C) 2025 OctoSpacc + * +*/ + +(function(){ + +const groupLink = (group) => `?proxatore-group=${encodeURIComponent(JSON.stringify(group))}`; +const groupRedirect = (group) => location.href = groupLink(group); +const groupPersist = (group) => localStorage.setItem('proxatore-group', group.length ? JSON.stringify(group) : null); +const groupUpdate = (group) => { + groupPersist(group); + groupRedirect(group); +}; +const moveItem = (data, from, to) => data.splice(to, 0, data.splice(from, 1)[0]); + +const openingGroup = JSON.parse((new URLSearchParams(location.search)).get('proxatore-group')); +const editingGroup = JSON.parse(localStorage.getItem('proxatore-group')); +let group = openingGroup || editingGroup; +if (group) { + document.querySelector('form').innerHTML += '
Results Group
'; + if (editingGroup) { + ProxatoreGroup.open = true; + ProxatoreGroup.querySelector('summary').innerHTML = `Results Group`; + } + ProxatoreGroup.querySelector('summary').innerHTML += ` `; + ProxatoreGroup.querySelector('summary button').addEventListener('click', (ev) => { + ev.preventDefault(); + groupUpdate(editingGroup ? [] : group); + }); + ProxatoreGroup.querySelector('ul').innerHTML = Object.keys(group).map(id => `
  • + + ${group[id]} +
    • `).join(''); + ProxatoreGroup.querySelectorAll('ul button.remove').forEach(button => button.addEventListener('click', (ev) => { + ev.preventDefault(); + group.splice(button.parentElement.dataset.id, 1); + groupUpdate(group); + })); + ProxatoreGroup.querySelectorAll('ul button.up').forEach(button => button.addEventListener('click', (ev) => { + ev.preventDefault(); + const id = button.parentElement.dataset.id; + moveItem(group, id, id-1); + groupUpdate(group); + })); + ProxatoreGroup.querySelectorAll('ul button.down').forEach(button => button.addEventListener('click', (ev) => { + ev.preventDefault(); + const id = button.parentElement.dataset.id; + moveItem(group, id, id+1); + groupUpdate(group); + })); + ProxatoreGroup.querySelector('ul li:first-of-type button.up').disabled = ProxatoreGroup.querySelector('ul li:last-of-type button.down').disabled = true; +} else { + group = []; +} + +document.querySelectorAll('.actions').forEach(item => { + item.innerHTML += ``; + item.querySelector('button').addEventListener('click', () => { + group.push(item.querySelector('a.internal').getAttribute('href')); + groupUpdate(group); + }); +}); + +})(); \ No newline at end of file diff --git a/style.css b/style.css new file mode 100644 index 0000000..8dd5258 --- /dev/null +++ b/style.css @@ -0,0 +1,238 @@ +/* + * Proxatore, a proxy for viewing and embedding content from various platforms. + * Copyright (C) 2025 OctoSpacc + * +*/ + +* { + box-sizing: border-box; +} + +body { + font-family: 'Roboto', Arial, sans-serif; + margin: 0; + padding: 0; + display: flex; + flex-direction: column; + align-items: center; + background-color: #f0f2f5; + color: #1c1e21; +} + +iframe { + width: 100%; + height: 90vh; + border: none; +} + +.container { + max-width: 1200px; + padding: 20px; + background: white; + border-radius: 12px; + box-shadow: 0 4px 10px rgba(0, 0, 0, 0.1); + overflow: hidden; +} +body.normal .container { + width: 90%; + margin: 20px; +} +body.embed .container { + width: 100%; +} + +.button { + padding: 0.5em; + border: 1px solid gray; + border-radius: 8px; + text-decoration: none; + margin: 0.5em; + display: inline-block; +} +.button.block { + display: block; + text-overflow: ellipsis; + overflow: hidden; + white-space: nowrap; + width: -moz-available; + width: -webkit-fill-available; +} +.button.block code { + text-decoration: underline; +} + +h1, h1 a { + text-align: center; + margin-bottom: 20px; + font-size: 2rem; + color: #1877f2; + text-decoration: none; +} +h2 { + font-size: 1.5rem; + margin-top: 20px; + color: #444; + border-bottom: 2px solid #1877f2; + padding-bottom: 5px; +} + +.history-item { + display: flex; + align-items: center; +} +body.normal .history-item { + padding: 15px 0; + border-bottom: 1px solid #e6e6e6; + transition: background-color 0.3s; +} +body.normal .history-item:hover { + background-color: #f9f9f9; +} + +.history-item img, .history-item video, .history-item .video { + width: 100%; + max-width: 100%; +} +.history-item img, .history-item video { + /*width: 49%; + max-width: 49%;*/ + /* max-width: 100px; + max-height: 100px; */ + /* margin-right: 15px; */ + border-radius: 4px; + /* object-fit: cover; */ +} +.history-item div { + /*display: flex;*/ + flex-direction: column; + justify-content: center; + max-width: 49%; + width: 49%; + /*padding: 1em;*/ +} +.history-item strong { + font-size: 1.2rem; + color: #1c1e21; + margin-bottom: 5px; + display: -webkit-box; +} +.history-item.ellipsize strong { + line-clamp: 5; + -webkit-line-clamp: 5; + -webkit-box-orient: vertical; + overflow: hidden; +} +.history-item small { + font-size: 0.9rem; + color: #606770; +} +.history-item .title { + display: none; +} + +.img { + display: inline-block; +} +img, .video { + padding: 1em; +} +img[src=""], video[src=""] { + display: none; +} +.img + .img, +.video:not(video[src=""]) + .img { + max-width: 45% !important; +} + +.description { + white-space: preserve-breaks; + border-left: 2px solid black; + padding: 1em; + word-break: break-word; +} + +.search-bar { + margin-bottom: 20px; + display: flex; + justify-content: center; +} +.search-bar input { + flex: 1; + max-width: 600px; + padding: 10px 15px; + border: 1px solid #ddd; + border-radius: 25px; + font-size: 1rem; + transition: box-shadow 0.3s, border-color 0.3s; +} +.search-bar input:focus { + border-color: #1877f2; + box-shadow: 0 0 5px rgba(24, 119, 242, 0.5); + outline: none; +} +.search-bar button { + margin-left: 10px; + padding: 10px 20px; + background-color: #1877f2; + color: white; + border: none; + border-radius: 25px; + font-size: 1rem; + cursor: pointer; + transition: background-color 0.3s; +} +.search-bar button:hover { + background-color: #155dbb; +} + +ul.platforms a { + text-decoration: none; +} + +@media (max-width: 600px) { + .search-bar input { + width: 100%; + margin-bottom: 10px; + } + .search-bar { + flex-direction: column; + } + .search-bar button { + width: 100%; + margin: 0; + } + .history-item { + flex-direction: column; + align-items: flex-start; + } + .history-item img { + margin-bottom: 10px; + max-width: 100%; + } + .history-item div { + max-width: 100%; + width: 100%; + } + .history-item .title { + display: block; + } +} + +/* @media (prefers-color-scheme: dark) { + body { + background-color: #444; + color: white; + } + .container { + background-color: #222; + } + .history-item strong { + color: white; + } + .history-item:hover { + background-color: #333; + } + a { + color:rgb(85, 155, 247); + } +} */ diff --git a/templates.php b/templates.php new file mode 100644 index 0000000..98da3b3 --- /dev/null +++ b/templates.php @@ -0,0 +1,74 @@ + +
    + ⬅️ Previous + ➡️ Next +
    + + +
    +

    + + +

    +
    + +
    + + Download video +
    + + + + + + > + + + +
    +
    +

    + + +

    + +

    + + +
    +

    + + Original on / + + > + + +

    $domains) { + if (in_array($upstream, $domains) || in_array(stripWww($upstream), $domains)) { + return $platform; + } + } + } + // check for a known fake subdomain (eg. region-code.example.com) + foreach (PLATFORMS_FAKESUBDOMAINS as $domain) { + // currently doesn't handle formats like www.region-code.example.com + if (lstrip($upstream, '.', 1) === $domain) { + return platformFromDomain($domain); + } + } + return null; // domain unsupported +} + +function platformFromUpstream(string $upstream): string|null { + return (isExactPlatformName($upstreamLow = strtolower($upstream)) + ? $upstreamLow + : platformFromAlias($upstream) ?? platfromFromDomain($upstream)); +} + +function inPlatformArray(string $platform, array $array): bool { + return in_array(normalizePlatform($platform), $array); +} + +function platformMapGet(string $platform, array $array): mixed { + return $array[normalizePlatform($platform)] ?? null; +} + +function lstrip(string $str, string $sub, int $num): string { + return implode($sub, array_slice(explode($sub, $str), $num)); +} + +function urlLast(string $url): string { + $tmp = explode('/', trim(parse_url($url, PHP_URL_PATH), '/')); + return end($tmp); +} + +function isAbsoluteUrl(string $str): bool { + $strlow = strtolower($str); + return (str_starts_with($strlow, 'http://') || str_starts_with($strlow, 'https://')); +} + +function parseAbsoluteUrl(string $str): string|null { + return (isAbsoluteUrl($str) + ? lstrip($str, '://', 1) + : null); +} + +function makeSelfUrl(string $str=''): string { + return getRequestProtocol() . '://' . $_SERVER['SERVER_NAME'] . SCRIPT_NAME . $str; +} + +function redirectTo(string $url): void { + if (!($absolute = parseAbsoluteUrl($url)) && !readProxatoreBool('history') /* && !(str_contains($url, '?proxatore-history=false') || str_contains($url, '&proxatore-history=false')) */) { + parse_str(parse_url($url, PHP_URL_QUERY), $params); + if (!isset($params['proxatore-history'])) { + $url = $url . (str_contains($url, '?') ? '&' : '?') . 'proxatore-history=false'; + } + } + // if ($_SERVER['REQUEST_METHOD'] === 'GET' || $absolute) { + header('Location: ' . ($absolute ? '' : SCRIPT_NAME) . $url); + // } else if ($_SERVER['REQUEST_METHOD'] === 'POST') { + // echo postRequest(SCRIPT_NAME, 'proxatore-url=' . str_replace('?', '&', $url)); + // } + die(); +} + +function getRequestProtocol(): string { + return $_SERVER['REQUEST_SCHEME'] ?? (($_SERVER['HTTPS'] ?? null) === 'on' ? 'https' : 'http'); +} + +function fetchContent(string $url, int $redirects=-1): array { + $ch = curl_init(); + $useragent = 'curl/' . curl_version()['version']; // format the UA like curl CLI otherwise some sites can't behave + curl_setopt($ch, CURLOPT_URL, $url); + curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, !ALLOW_NONSECURE_SSL); + curl_setopt($ch, CURLOPT_RETURNTRANSFER, true); + curl_setopt($ch, CURLOPT_FOLLOWLOCATION, true); + curl_setopt($ch, CURLOPT_MAXREDIRS, $redirects); + curl_setopt($ch, CURLOPT_USERAGENT, $useragent); + $data = [ + 'body' => curl_exec($ch), + 'code' => curl_getinfo($ch, CURLINFO_HTTP_CODE), + 'url' => curl_getinfo($ch, CURLINFO_REDIRECT_URL) ?: curl_getinfo($ch, CURLINFO_EFFECTIVE_URL), + // 'error' => curl_error($ch), + ]; + curl_close($ch); + return $data; +} + +function makeInternalBareUrl(string $platform, string $relativeUrl): string { + return "{$platform}/{$relativeUrl}"; +} + +function makeInternalItemUrl(array $item): string { + if ($result = $item['result']) { + $item = $result; + } + return makeInternalBareUrl($item['platform'], $item['relativeurl']); +} + +function makeCanonicalBareUrl(string $platform, string $relativeUrl): string { + return 'https://' . (PLATFORMS[$platform][0] ?: $platform) . '/' . $relativeUrl; +} + +function makeCanonicalItemUrl(array|null $item): string|null { + return ($item + ? makeCanonicalBareUrl($item['platform'], $item['relativeurl']) + : null); +} + +function makeEmbedUrl(string $platform, string $relativeUrl, array $meta=null): string { + $url = null; + if (isset(EMBEDS_PREFIXES_SIMPLE[$platform])) { + $url = EMBEDS_PREFIXES_SIMPLE[$platform] . urlLast($relativeUrl); + } else if (isset(EMBEDS_PREFIXES_PARAMS[$platform])) { + $url = EMBEDS_PREFIXES_PARAMS[$platform]; + foreach (PLATFORMS_PARAMS[$platform] as $key) { + parse_str(parse_url($relativeUrl, PHP_URL_QUERY), $params); + $url = str_replace("[$key]", $params[$key], $url); + } + } else if (isset(EMBEDS_PREFIXES_FULL[$platform])) { + $url = EMBEDS_PREFIXES_FULL[$platform] . urlencode($relativeUrl); + } else if ($api = (EMBEDS_API[$platform] ?? null)) { + return $meta[$api['meta']]; + // } else if ($api = EMBEDS_COMPLEX[$platform] ?? null) { + // return $api['prefix'] . makeCanonicalItemUrl(['platform' => $platform, 'relativeurl' => $relativeUrl]) . $api['suffix']; + } else { + $url = (EMBEDS_DOMAINS[$platform][0] ?? PLATFORMS[$platform][0] ?? PLATFORMS_PROXIES[$platform][0] ?? $platform) . '/' . trim($relativeUrl, '/') . (EMBEDS_SUFFIXES[$platform] ?? ''); + } + return "https://{$url}"; +} + +function makeDataScrapeUrl(string $platform, string $relativeUrl): string { + return 'https://' . ((inPlatformArray($platform, PLATFORMS_USEPROXY) + ? (PLATFORMS_PROXIES[$platform][0] ?: PLATFORMS[$platform][0]) + : PLATFORMS[$platform][0] + ) ?: $platform) . '/' . $relativeUrl; +} + +function makeMediaScrapeUrl(array $item): string { + return /* $embedUrl = */ makeEmbedUrl($item['result']['platform'], $item['result']['relativeurl'], $item['meta']); + // return (isAbsoluteUrl($embedUrl) + // ? $embedUrl + // // TODO: if we ever get at this point of the code, then the page has already been scraped and should not do it again for nothing... + // : makeDataScrapeUrl($platform, $relativeUrl)); +} + +function getHtmlAttributes(DOMDocument|string $doc, string $tag, string $attr): array { + if (is_string($doc)) { + $doc = htmldom($doc); + } + $list = []; + foreach ($doc->getElementsByTagName($tag) as $el) { + $list[] = $el->getAttribute($attr); + } + return $list; +} + +function parseMetaTags(DOMDocument $doc): array { + $tags = []; + foreach ($doc->getElementsByTagName('meta') as $meta) { + if ($meta->hasAttribute('name') || $meta->hasAttribute('property')) { + $tags[$meta->getAttribute('name') ?: $meta->getAttribute('property')] = $meta->getAttribute('content'); + } + } + return $tags; +} + +function htmldom(string $body): DOMDocument { + libxml_use_internal_errors(true); + $doc = new DOMDocument(); + $doc->loadHTML(mb_convert_encoding($body, 'HTML-ENTITIES', 'UTF-8')); + libxml_clear_errors(); + return $doc; +} + +function getAnyVideoUrl(string $txt): string|null { + if ($vidpos = (strpos($txt, '.mp4?') ?? strpos($txt, '.mp4'))) { + $endpos = strpos($txt, '"', $vidpos); + $vidstr = substr($txt, 0, $endpos); + $startpos = $endpos - strpos(strrev($vidstr), '"'); + $vidstr = substr($txt, $startpos, $endpos-$startpos+1); + $vidstr = html_entity_decode($vidstr); + $vidstr = json_decode('"' . json_decode('"' . $vidstr . '"')) ?: json_decode('"' . json_decode('"' . $vidstr) . '"'); + return $vidstr; + } else { + return null; + } +} + +function makeResultObject(string $platform, string $relativeUrl, array $meta): array { + $data = [ + 'platform' => $platform, + 'relativeurl' => $relativeUrl, + //'datetime' => date('Y-m-d H:i:s'), + //'request_time' => time(), + 'locale' => $meta['og:locale'] ?? '', + 'type' => $meta['og:type'] ?? '', + 'image' => $meta['og:image'] ?? '', + 'video' => $meta['og:video'] ?? $meta['og:video:url'] ?? '', + 'videotype' => $meta['og:video:type'] ?? '', + 'htmlvideo' => $meta['og:video'] ?? $meta['og:video:url'] ?? '', + 'audio' => $meta['og:audio'] ?? '', + 'title' => $meta['og:title'] ?? $meta['og:title'] ?? '', + //'author' => $meta['og:site_name'] ?? '', + 'description' => $meta['og:description'] ?? $meta['description'] ?? '', + 'images' => [], + ]; + if (inPlatformArray($platform, PLATFORMS_WEBVIDEO) && !$data['video']) { + $data['video'] = makeCanonicalItemUrl($data); + $data['videotype'] = 'text/html'; + } + if ($data['video'] && $data['videotype'] === 'text/html') { + $proxy = ((inPlatformArray($platform, PLATFORMS_WEBVIDEO) || readProxatoreBool('mediaproxy') || getQueryArray()['proxatore-mediaproxy'] === 'video') ? 'file' : ''); + $data['htmlvideo'] = SCRIPT_NAME . "__{$proxy}proxy__/{$platform}/{$data['video']}"; + if (readProxatoreBool('htmlmedia')) { + $data['video'] = $data['htmlvideo']; + $data['videotype'] = 'video/mp4'; + } + } + return $data; +} + +function makeParamsRelativeUrl(string $platform, string $url): string { + parse_str(parse_url($url, PHP_URL_QUERY), $params); + $url = parse_url($url, PHP_URL_PATH) . '?'; + foreach ($params as $key => $value) { + if (in_array($key, PLATFORMS_PARAMS[$platform])) { + $url .= "{$key}={$value}&"; + } + } + return rtrim($url, '?&'); +} + +function getQueryArray(): array { + // switch ($_SERVER['REQUEST_METHOD']) { + // case 'GET': + return $_GET; + // case 'POST': + // return $_POST; + // } +} + +function readBoolParam(string $key, bool|null $default=null, array $array=null): bool|null { + if (!$array) { + $array = getQueryArray(); + } + $value = $array[$key] ?? null; + if ($value && $value !== '') { + return filter_var($value, FILTER_VALIDATE_BOOLEAN); + } else { + return $default; + } +} + +function readProxatoreBool(string $key, array $array=null): bool|null { + return readBoolParam("proxatore-{$key}", OPTIONS_DEFAULTS[$key], $array); + // TODO handle domain HTTP referer overrides +} + +function readProxatoreParam(string $key, array $array=null): string|null { + if (!$array) { + $array = getQueryArray(); + } + return ($array["proxatore-{$key}"] ?? OPTIONS_DEFAULTS[$key] ?? null); +} + +function getPageData($platform, $relativeUrl): array|null { + if ($platform && $relativeUrl && ($data = fetchContent(makeDataScrapeUrl($platform, $relativeUrl)))['body']) { + // if (!in_array($platform, PLATFORMS_TRACKING)) { + // $relativeUrl = parse_url($relativeUrl, PHP_URL_PATH); + // } + if (isset(PLATFORMS_PARAMS[$platform])) { + if (PLATFORMS_PARAMS[$platform] !== true) { + $relativeUrl = makeParamsRelativeUrl($platform, $relativeUrl); + } + } else { + $relativeUrl = parse_url($relativeUrl, PHP_URL_PATH); + } + $data['doc'] = htmldom($data['body']); + $data['meta'] = parseMetaTags($data['doc']); + $data['result'] = makeResultObject($platform, $relativeUrl, $data['meta']); + return $data; + } else { + return null; + } +} + +function getPlatformRedirectionUrl($upstream, $relativeUrl) { + // TODO: strip query params for platforms that don't need them + return makeInternalBareUrl( + PLATFORMS_REDIRECTS[$upstream], + trim(lstrip(fetchContent(makeInternalBareUrl($upstream, $relativeUrl), 1)['url'], '/', 3), '/')); +} + +function postRequest(string $url, string $body, array $headers=null): string|false { + return file_get_contents($url, false, stream_context_create(['http' => [ + 'header' => $headers, + 'method' => 'POST', + 'content' => $body, + ]])); +} + +function getCobaltVideo(string $url): string|null { + $cobaltData = json_decode(postRequest(COBALT_API, json_encode(['url' => $url]), [ + 'Accept: application/json', + 'Content-Type: application/json', + ])); + if ($cobaltData->status === 'redirect' && strpos($cobaltData->url, '.mp4')) { + return $cobaltData->url; + } else if ($cobaltData->status === 'tunnel' && strpos($cobaltData->filename, '.mp4')) { + return SCRIPT_NAME . '__cobaltproxy__/_/' . lstrip($cobaltData->url, '/', 3); + } else { + return null; + } +} + +function fetchPageMedia(array &$item): void { + $platform = $item['result']['platform']; + $relativeUrl = $item['result']['relativeurl']; + if ($api = platformMapGet($platform, PLATFORMS_API)) { + $json = null; + if ($apiUrl = $api['url'] ?? null) { + $json = fetchContent($apiUrl . urlLast($relativeUrl))['body']; + } else { + $doc = htmldom(fetchContent(makeMediaScrapeUrl($item))['body']); + if ($id = $api['id'] ?? null) { + $json = $doc->getElementById($id)->textContent; + } else if ($tag = $api['tag'] ?? null) { + $item['result']['description'] = $doc->getElementsByTagName($tag)[0]->textContent ?? ''; + return; + } + } + $data = json_decode($json, true); + $values = []; + foreach ($api['data'] as $key => $query) { + $values[$key] = eval("return \$data{$query};"); + } + $item['result'] = array_merge($item['result'], $values); + } else { + $cobaltVideo = null; + if (COBALT_API && inPlatformArray($platform, PLATFORMS_COBALT)) { + $cobaltVideo = getCobaltVideo($item['url']); + } + $html = fetchContent(makeMediaScrapeUrl($item))['body']; + if (!$item['result']['video']) { + $item['result']['video'] = $cobaltVideo ?? getAnyVideoUrl($html) ?? ''; + } + if (!inPlatformArray($platform, PLATFORMS_NOIMAGES) /* !$immediateResult['image'] */) { + $item['result']['images'] = getHtmlAttributes($html, 'img', 'src'); + // if (sizeof($immediateResult['images'])) { + // //$immediateResult['image'] = $imgs[0]; + // } + } + } +} + +function getWebStreamUrls(string $absoluteUrl, string $options=''): array|null { + if (($url = parseAbsoluteUrl($absoluteUrl)) && ($url = preg_replace('/[^A-Za-z0-9-_\/\.]/', '', $url))) { + return explode("\n", trim(shell_exec("yt-dlp {$options} -g 'https://{$url}'"))); + } else { + return null; + } +} + +function getYoutubeStreamUrl(string $relativeUrl): string { + if ($video = preg_replace('/[^A-Za-z0-9-_]/', '', substr($relativeUrl, -11))) { + return getWebStreamUrls("https://youtu.be/{$video}", '-f mp4')[0]; + } +} + +function ffmpegStream(string $absoluteUrl): void { + if ($urls = getWebStreamUrls($absoluteUrl, '--user-agent "' . USER_AGENT . '"')) { + $inputs = ''; + foreach ($urls as $url) { + $inputs .= " -i '{$url}' "; + } + header('Content-Type: video/mp4'); + passthru("ffmpeg -user_agent '" . USER_AGENT . "' {$inputs} -c:v copy -f ismv -"); + } + die(); +} + +function streamFile(string $url, string $mime): void { + header("Content-Type: {$mime}"); + readfile($url); + die(); +} + +// TODO: redesign the endpoint names, they're kind of a mess +function handleApiRequest(array $segments): void { + $api = substr($segments[0], 2, -2); + $platform = $segments[1]; + $relativeUrl = implode('/', array_slice($segments, 2)); + if (($api === 'proxy' || $api === 'media')) { + if ($platform === 'youtube') { + header('Location: ' . getYoutubeStreamUrl($relativeUrl)); + } else if ($api === 'media' && end($segments) === '0') { + $relativeUrl = substr($relativeUrl, 0, -2); + $data = getPageData($platform, $relativeUrl)['result']; + if ($url = ($data['video'] ?: $data['image'])) { + header('Location: ' . $url); + } + } + } else if ($api === 'fileproxy') { + switch ($platform) { + case 'youtube': + streamFile(getYoutubeStreamUrl($relativeUrl), 'video/mp4'); + break; + default: + ffmpegStream(makeCanonicalBareUrl($platform, lstrip($relativeUrl, '/', 3))); + } + } else if ($api === 'cobaltproxy') { + streamFile(COBALT_API . $relativeUrl, 'video/mp4'); + } else if ($api === 'embed') { + header('Location: ' . makeEmbedUrl($platform, $relativeUrl)); + } + die(); +} + +function linkifyUrls(string $text): string { + return preg_replace( + '/(http|https|ftp|ftps)\:\/\/[a-zA-Z0-9\-\.]+\.[a-zA-Z]{2,3}(\/\S*)?/', + '$0', + $text); +}