$curlOptions */ function downloadHttp(string &$url, array $curlOptions = []): string { syslog(LOG_INFO, 'FreshRSS Favicon GET ' . $url); $url = checkUrl($url); if ($url == false) { return ''; } /** @var CurlHandle $ch */ $ch = curl_init($url); curl_setopt_array($ch, [ CURLOPT_RETURNTRANSFER => true, CURLOPT_TIMEOUT => 15, CURLOPT_USERAGENT => FRESHRSS_USERAGENT, CURLOPT_MAXREDIRS => 10, CURLOPT_FOLLOWLOCATION => true, CURLOPT_ENCODING => '', //Enable all encodings //CURLOPT_VERBOSE => 1, // To debug sent HTTP headers ]); FreshRSS_Context::initSystem(); if (FreshRSS_Context::hasSystemConf()) { curl_setopt_array($ch, FreshRSS_Context::systemConf()->curl_options); } curl_setopt_array($ch, $curlOptions); $response = curl_exec($ch); if (!is_string($response)) { $response = ''; } $info = curl_getinfo($ch); curl_close($ch); if (!empty($info['url'])) { $url2 = checkUrl($info['url']); if ($url2 != '') { $url = $url2; //Possible redirect } } return $info['http_code'] == 200 ? $response : ''; } function searchFavicon(string &$url): string { $dom = new DOMDocument(); $html = downloadHttp($url); if ($html == '' || !@$dom->loadHTML($html, LIBXML_NONET | LIBXML_NOERROR | LIBXML_NOWARNING)) { return ''; } $xpath = new DOMXPath($dom); $links = $xpath->query('//link[@href][translate(@rel, "ABCDEFGHIJKLMNOPQRSTUVWXYZ", "abcdefghijklmnopqrstuvwxyz")="shortcut icon"' . ' or translate(@rel, "ABCDEFGHIJKLMNOPQRSTUVWXYZ", "abcdefghijklmnopqrstuvwxyz")="icon"]'); if (!$links) { return ''; } // Use the base element for relative paths, if there is one $baseElements = $xpath->query('//base[@href]'); $baseElement = ($baseElements !== false && $baseElements->length > 0) ? $baseElements->item(0) : null; $baseUrl = ($baseElement instanceof DOMElement) ? $baseElement->getAttribute('href') : $url; foreach ($links as $link) { if (!$link instanceof DOMElement) { continue; } $href = trim($link->getAttribute('href')); $urlParts = parse_url($url); // Handle protocol-relative URLs by adding the current URL's scheme if (substr($href, 0, 2) === '//') { $href = ($urlParts['scheme'] ?? 'https') . ':' . $href; } $href = SimplePie_IRI::absolutize($baseUrl, $href); if ($href == false) { return ''; } $iri = $href->get_iri(); $favicon = downloadHttp($iri, array(CURLOPT_REFERER => $url)); if (isImgMime($favicon)) { return $favicon; } } return ''; } function download_favicon(string $url, string $dest): bool { $url = trim($url); $favicon = searchFavicon($url); if ($favicon == '') { $rootUrl = preg_replace('%^(https?://[^/]+).*$%i', '$1/', $url); if ($rootUrl != $url) { $url = $rootUrl; $favicon = searchFavicon($url); } if ($favicon == '') { $link = $rootUrl . 'favicon.ico'; $favicon = downloadHttp($link, array( CURLOPT_REFERER => $url, )); if (!isImgMime($favicon)) { $favicon = ''; } } } return ($favicon != '' && file_put_contents($dest, $favicon) > 0) || @copy(DEFAULT_FAVICON, $dest); }