4
0

lib_rss.php 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946
  1. <?php
  2. declare(strict_types=1);
  3. if (version_compare(PHP_VERSION, FRESHRSS_MIN_PHP_VERSION, '<')) {
  4. die(sprintf('FreshRSS error: FreshRSS requires PHP %s+!', FRESHRSS_MIN_PHP_VERSION));
  5. }
  6. if (!function_exists('mb_strcut')) {
  7. function mb_strcut(string $str, int $start, ?int $length = null, string $encoding = 'UTF-8'): string {
  8. return substr($str, $start, $length) ?: '';
  9. }
  10. }
  11. if (!function_exists('syslog')) {
  12. if (COPY_SYSLOG_TO_STDERR && !defined('STDERR')) {
  13. define('STDERR', fopen('php://stderr', 'w'));
  14. }
  15. function syslog(int $priority, string $message): bool {
  16. if (COPY_SYSLOG_TO_STDERR && defined('STDERR') && is_resource(STDERR)) {
  17. return fwrite(STDERR, $message . "\n") != false;
  18. }
  19. return false;
  20. }
  21. }
  22. if (function_exists('openlog')) {
  23. if (COPY_SYSLOG_TO_STDERR) {
  24. openlog('FreshRSS', LOG_CONS | LOG_ODELAY | LOG_PID | LOG_PERROR, LOG_USER);
  25. } else {
  26. openlog('FreshRSS', LOG_CONS | LOG_ODELAY | LOG_PID, LOG_USER);
  27. }
  28. }
  29. /**
  30. * Build a directory path by concatenating a list of directory names.
  31. *
  32. * @param string ...$path_parts a list of directory names
  33. * @return string corresponding to the final pathname
  34. */
  35. function join_path(...$path_parts): string {
  36. return join(DIRECTORY_SEPARATOR, $path_parts);
  37. }
  38. //<Auto-loading>
  39. function classAutoloader(string $class): void {
  40. if (strpos($class, 'FreshRSS') === 0) {
  41. $components = explode('_', $class);
  42. switch (count($components)) {
  43. case 1:
  44. include(APP_PATH . '/' . $components[0] . '.php');
  45. return;
  46. case 2:
  47. include(APP_PATH . '/Models/' . $components[1] . '.php');
  48. return;
  49. case 3: //Controllers, Exceptions
  50. include(APP_PATH . '/' . $components[2] . 's/' . $components[1] . $components[2] . '.php');
  51. return;
  52. }
  53. } elseif (strpos($class, 'Minz') === 0) {
  54. include(LIB_PATH . '/' . str_replace('_', '/', $class) . '.php');
  55. } elseif (str_starts_with($class, 'SimplePie\\')) {
  56. $prefix = 'SimplePie\\';
  57. $base_dir = LIB_PATH . '/simplepie/simplepie/src/';
  58. $relative_class_name = substr($class, strlen($prefix));
  59. include $base_dir . str_replace('\\', '/', $relative_class_name) . '.php';
  60. } elseif (str_starts_with($class, 'Gt\\CssXPath\\')) {
  61. $prefix = 'Gt\\CssXPath\\';
  62. $base_dir = LIB_PATH . '/phpgt/cssxpath/src/';
  63. $relative_class_name = substr($class, strlen($prefix));
  64. include $base_dir . str_replace('\\', '/', $relative_class_name) . '.php';
  65. } elseif (str_starts_with($class, 'marienfressinaud\\LibOpml\\')) {
  66. $prefix = 'marienfressinaud\\LibOpml\\';
  67. $base_dir = LIB_PATH . '/marienfressinaud/lib_opml/src/LibOpml/';
  68. $relative_class_name = substr($class, strlen($prefix));
  69. include $base_dir . str_replace('\\', '/', $relative_class_name) . '.php';
  70. } elseif (str_starts_with($class, 'PHPMailer\\PHPMailer\\')) {
  71. $prefix = 'PHPMailer\\PHPMailer\\';
  72. $base_dir = LIB_PATH . '/phpmailer/phpmailer/src/';
  73. $relative_class_name = substr($class, strlen($prefix));
  74. include $base_dir . str_replace('\\', '/', $relative_class_name) . '.php';
  75. }
  76. }
  77. spl_autoload_register('classAutoloader');
  78. //</Auto-loading>
  79. /**
  80. * Memory efficient replacement of `echo json_encode(...)`
  81. * @param array<mixed>|mixed $json
  82. * @param int $optimisationDepth Number of levels for which to perform memory optimisation
  83. * before calling the faster native JSON serialisation.
  84. * Set to negative value for infinite depth.
  85. */
  86. function echoJson($json, int $optimisationDepth = -1): void {
  87. if ($optimisationDepth === 0 || !is_array($json)) {
  88. echo json_encode($json, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE);
  89. return;
  90. }
  91. $first = true;
  92. if (array_is_list($json)) {
  93. echo '[';
  94. foreach ($json as $item) {
  95. if ($first) {
  96. $first = false;
  97. } else {
  98. echo ',';
  99. }
  100. echoJson($item, $optimisationDepth - 1);
  101. }
  102. echo ']';
  103. } else {
  104. echo '{';
  105. foreach ($json as $key => $value) {
  106. if ($first) {
  107. $first = false;
  108. } else {
  109. echo ',';
  110. }
  111. echo json_encode($key, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE), ':';
  112. echoJson($value, $optimisationDepth - 1);
  113. }
  114. echo '}';
  115. }
  116. }
  117. function idn_to_puny(string $url): string {
  118. if (function_exists('idn_to_ascii')) {
  119. $idn = parse_url($url, PHP_URL_HOST);
  120. if (is_string($idn) && $idn != '') {
  121. $puny = idn_to_ascii($idn);
  122. $pos = strpos($url, $idn);
  123. if ($puny != false && $pos !== false) {
  124. $url = substr_replace($url, $puny, $pos, strlen($idn));
  125. }
  126. }
  127. }
  128. return $url;
  129. }
  130. function checkUrl(string $url, bool $fixScheme = true): string|false {
  131. $url = trim($url);
  132. if ($url == '') {
  133. return '';
  134. }
  135. if ($fixScheme && preg_match('#^https?://#i', $url) !== 1) {
  136. $url = 'https://' . ltrim($url, '/');
  137. }
  138. $url = idn_to_puny($url); // https://bugs.php.net/bug.php?id=53474
  139. $urlRelaxed = str_replace('_', 'z', $url); //PHP discussion #64948 Underscore
  140. if (is_string(filter_var($urlRelaxed, FILTER_VALIDATE_URL))) {
  141. return $url;
  142. } else {
  143. return false;
  144. }
  145. }
  146. function safe_ascii(?string $text): string {
  147. return $text === null ? '' : (filter_var($text, FILTER_DEFAULT, FILTER_FLAG_STRIP_LOW | FILTER_FLAG_STRIP_HIGH) ?: '');
  148. }
  149. if (function_exists('mb_convert_encoding')) {
  150. function safe_utf8(string $text): string {
  151. return mb_convert_encoding($text, 'UTF-8', 'UTF-8') ?: '';
  152. }
  153. } elseif (function_exists('iconv')) {
  154. function safe_utf8(string $text): string {
  155. return iconv('UTF-8', 'UTF-8//IGNORE', $text) ?: '';
  156. }
  157. } else {
  158. function safe_utf8(string $text): string {
  159. return $text;
  160. }
  161. }
  162. function escapeToUnicodeAlternative(string $text, bool $extended = true): string {
  163. $text = htmlspecialchars_decode($text, ENT_QUOTES);
  164. //Problematic characters
  165. $problem = ['&', '<', '>'];
  166. //Use their fullwidth Unicode form instead:
  167. $replace = ['&', '<', '>'];
  168. // https://raw.githubusercontent.com/mihaip/google-reader-api/master/wiki/StreamId.wiki
  169. if ($extended) {
  170. $problem += ["'", '"', '^', '?', '\\', '/', ',', ';'];
  171. $replace += ["’", '"', '^', '?', '\', '/', ',', ';'];
  172. }
  173. return trim(str_replace($problem, $replace, $text));
  174. }
  175. /** @param int|float $n */
  176. function format_number($n, int $precision = 0): string {
  177. // number_format does not seem to be Unicode-compatible
  178. return str_replace(' ', ' ', // Thin non-breaking space
  179. number_format((float)$n, $precision, '.', ' ')
  180. );
  181. }
  182. function format_bytes(int $bytes, int $precision = 2, string $system = 'IEC'): string {
  183. if ($system === 'IEC') {
  184. $base = 1024;
  185. $units = ['B', 'KiB', 'MiB', 'GiB', 'TiB'];
  186. } elseif ($system === 'SI') {
  187. $base = 1000;
  188. $units = ['B', 'KB', 'MB', 'GB', 'TB'];
  189. } else {
  190. return format_number($bytes, $precision);
  191. }
  192. $bytes = max(intval($bytes), 0);
  193. $pow = $bytes === 0 ? 0 : floor(log($bytes) / log($base));
  194. $pow = min($pow, count($units) - 1);
  195. $bytes /= pow($base, $pow);
  196. return format_number($bytes, $precision) . ' ' . $units[$pow];
  197. }
  198. function timestamptodate(int $t, bool $hour = true): string {
  199. $month = _t('gen.date.' . date('M', $t));
  200. if ($hour) {
  201. $date = _t('gen.date.format_date_hour', $month);
  202. } else {
  203. $date = _t('gen.date.format_date', $month);
  204. }
  205. return @date($date, $t) ?: '';
  206. }
  207. /**
  208. * Decode HTML entities but preserve XML entities.
  209. */
  210. function html_only_entity_decode(?string $text): string {
  211. static $htmlEntitiesOnly = null;
  212. if ($htmlEntitiesOnly === null) {
  213. $htmlEntitiesOnly = array_flip(array_diff(
  214. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES, 'UTF-8'), //Decode HTML entities
  215. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES, 'UTF-8') //Preserve XML entities
  216. ));
  217. }
  218. return $text == null ? '' : strtr($text, $htmlEntitiesOnly);
  219. }
  220. /**
  221. * Remove passwords in FreshRSS logs.
  222. * See also ../cli/sensitive-log.sh for Web server logs.
  223. * @param array<string,mixed>|string $log
  224. * @return array<string,mixed>|string
  225. */
  226. function sensitive_log($log): array|string {
  227. if (is_array($log)) {
  228. foreach ($log as $k => $v) {
  229. if (in_array($k, ['api_key', 'Passwd', 'T'], true)) {
  230. $log[$k] = '██';
  231. } elseif (is_array($v) || is_string($v)) {
  232. $log[$k] = sensitive_log($v);
  233. } else {
  234. return '';
  235. }
  236. }
  237. } elseif (is_string($log)) {
  238. $log = preg_replace([
  239. '/\b(auth=.*?\/)[^&]+/i',
  240. '/\b(Passwd=)[^&]+/i',
  241. '/\b(Authorization)[^&]+/i',
  242. ], '$1█', $log) ?? '';
  243. }
  244. return $log;
  245. }
  246. /**
  247. * @param array<string,mixed> $attributes
  248. * @param array<int,mixed> $curl_options
  249. * @throws FreshRSS_Context_Exception
  250. */
  251. function customSimplePie(array $attributes = [], array $curl_options = []): \SimplePie\SimplePie {
  252. $limits = FreshRSS_Context::systemConf()->limits;
  253. $simplePie = new \SimplePie\SimplePie();
  254. if (FreshRSS_Context::systemConf()->simplepie_syslog_enabled) {
  255. $simplePie->get_registry()->register(\SimplePie\File::class, FreshRSS_SimplePieResponse::class);
  256. }
  257. $simplePie->set_useragent(FRESHRSS_USERAGENT);
  258. $simplePie->set_cache_name_function('sha1');
  259. $simplePie->set_cache_location(CACHE_PATH);
  260. $simplePie->set_cache_duration($limits['cache_duration'], $limits['cache_duration_min'], $limits['cache_duration_max']);
  261. $simplePie->enable_order_by_date(false);
  262. $feed_timeout = empty($attributes['timeout']) || !is_numeric($attributes['timeout']) ? 0 : (int)$attributes['timeout'];
  263. $simplePie->set_timeout($feed_timeout > 0 ? $feed_timeout : $limits['timeout']);
  264. $curl_options = array_replace(FreshRSS_Context::systemConf()->curl_options, $curl_options);
  265. if (isset($attributes['ssl_verify'])) {
  266. $curl_options[CURLOPT_SSL_VERIFYHOST] = empty($attributes['ssl_verify']) ? 0 : 2;
  267. $curl_options[CURLOPT_SSL_VERIFYPEER] = (bool)$attributes['ssl_verify'];
  268. if (empty($attributes['ssl_verify'])) {
  269. $curl_options[CURLOPT_SSL_CIPHER_LIST] = 'DEFAULT@SECLEVEL=1';
  270. }
  271. }
  272. if (!empty($attributes['curl_params']) && is_array($attributes['curl_params'])) {
  273. foreach ($attributes['curl_params'] as $co => $v) {
  274. $curl_options[$co] = $v;
  275. }
  276. }
  277. $simplePie->set_curl_options($curl_options);
  278. $simplePie->strip_comments(true);
  279. $simplePie->strip_htmltags([
  280. 'base', 'blink', 'body', 'doctype', 'embed',
  281. 'font', 'form', 'frame', 'frameset', 'html',
  282. 'link', 'input', 'marquee', 'meta', 'noscript',
  283. 'object', 'param', 'plaintext', 'script', 'style',
  284. 'svg', //TODO: Support SVG after sanitizing and URL rewriting of xlink:href
  285. ]);
  286. $simplePie->rename_attributes(['id', 'class']);
  287. $simplePie->strip_attributes(array_merge($simplePie->strip_attributes, [
  288. 'autoplay', 'class', 'onload', 'onunload', 'onclick', 'ondblclick', 'onmousedown', 'onmouseup',
  289. 'onmouseover', 'onmousemove', 'onmouseout', 'onfocus', 'onblur',
  290. 'onkeypress', 'onkeydown', 'onkeyup', 'onselect', 'onchange', 'seamless', 'sizes', 'srcset']));
  291. $simplePie->add_attributes([
  292. 'audio' => ['controls' => 'controls', 'preload' => 'none'],
  293. 'iframe' => [
  294. 'allow' => 'accelerometer; clipboard-write; encrypted-media; gyroscope; picture-in-picture; web-share',
  295. 'sandbox' => 'allow-scripts allow-same-origin',
  296. ],
  297. 'video' => ['controls' => 'controls', 'preload' => 'none'],
  298. ]);
  299. $simplePie->set_url_replacements([
  300. 'a' => 'href',
  301. 'area' => 'href',
  302. 'audio' => 'src',
  303. 'blockquote' => 'cite',
  304. 'del' => 'cite',
  305. 'form' => 'action',
  306. 'iframe' => 'src',
  307. 'img' => [
  308. 'longdesc',
  309. 'src'
  310. ],
  311. 'input' => 'src',
  312. 'ins' => 'cite',
  313. 'q' => 'cite',
  314. 'source' => 'src',
  315. 'track' => 'src',
  316. 'video' => [
  317. 'poster',
  318. 'src',
  319. ],
  320. ]);
  321. $https_domains = [];
  322. $force = @file(FRESHRSS_PATH . '/force-https.default.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  323. if (is_array($force)) {
  324. $https_domains = array_merge($https_domains, $force);
  325. }
  326. $force = @file(DATA_PATH . '/force-https.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  327. if (is_array($force)) {
  328. $https_domains = array_merge($https_domains, $force);
  329. }
  330. $simplePie->set_https_domains($https_domains);
  331. return $simplePie;
  332. }
  333. function sanitizeHTML(string $data, string $base = '', ?int $maxLength = null): string {
  334. if ($data === '' || ($maxLength !== null && $maxLength <= 0)) {
  335. return '';
  336. }
  337. if ($maxLength !== null) {
  338. $data = mb_strcut($data, 0, $maxLength, 'UTF-8');
  339. }
  340. static $simplePie = null;
  341. if ($simplePie == null) {
  342. $simplePie = customSimplePie();
  343. $simplePie->enable_cache(false);
  344. $simplePie->init();
  345. }
  346. $result = html_only_entity_decode($simplePie->sanitize->sanitize($data, \SimplePie\SimplePie::CONSTRUCT_HTML, $base));
  347. if ($maxLength !== null && strlen($result) > $maxLength) {
  348. //Sanitizing has made the result too long so try again shorter
  349. $data = mb_strcut($result, 0, (2 * $maxLength) - strlen($result) - 2, 'UTF-8');
  350. return sanitizeHTML($data, $base, $maxLength);
  351. }
  352. return $result;
  353. }
  354. function cleanCache(int $hours = 720): void {
  355. // N.B.: GLOB_BRACE is not available on all platforms
  356. $files = array_merge(
  357. glob(CACHE_PATH . '/*.html', GLOB_NOSORT) ?: [],
  358. glob(CACHE_PATH . '/*.json', GLOB_NOSORT) ?: [],
  359. glob(CACHE_PATH . '/*.spc', GLOB_NOSORT) ?: [],
  360. glob(CACHE_PATH . '/*.xml', GLOB_NOSORT) ?: []);
  361. foreach ($files as $file) {
  362. if (substr($file, -10) === 'index.html') {
  363. continue;
  364. }
  365. $cacheMtime = @filemtime($file);
  366. if ($cacheMtime !== false && $cacheMtime < time() - (3600 * $hours)) {
  367. unlink($file);
  368. }
  369. }
  370. }
  371. /**
  372. * Remove the charset meta information of an HTML document, e.g.:
  373. * `<meta charset="..." />`
  374. * `<meta http-equiv="Content-Type" content="text/html; charset=...">`
  375. */
  376. function stripHtmlMetaCharset(string $html): string {
  377. return preg_replace('/<meta\s[^>]*charset\s*=\s*[^>]+>/i', '', $html, 1) ?? '';
  378. }
  379. /**
  380. * Set an XML preamble to enforce the HTML content type charset received by HTTP.
  381. * @param string $html the raw downloaded HTML content
  382. * @param string $contentType an HTTP Content-Type such as 'text/html; charset=utf-8'
  383. * @return string an HTML string with XML encoding information for DOMDocument::loadHTML()
  384. */
  385. function enforceHttpEncoding(string $html, string $contentType = ''): string {
  386. $httpCharset = preg_match('/\bcharset=([0-9a-z_-]{2,12})$/i', $contentType, $matches) === 1 ? $matches[1] : '';
  387. if ($httpCharset == '') {
  388. // No charset defined by HTTP
  389. if (preg_match('/<meta\s[^>]*charset\s*=[\s\'"]*UTF-?8\b/i', substr($html, 0, 2048))) {
  390. // Detect UTF-8 even if declared too deep in HTML for DOMDocument
  391. $httpCharset = 'UTF-8';
  392. } else {
  393. // Do nothing
  394. return $html;
  395. }
  396. }
  397. $httpCharsetNormalized = \SimplePie\Misc::encoding($httpCharset);
  398. if (in_array($httpCharsetNormalized, ['windows-1252', 'US-ASCII'], true)) {
  399. // Default charset for HTTP, do nothing
  400. return $html;
  401. }
  402. if (substr($html, 0, 3) === "\xEF\xBB\xBF" || // UTF-8 BOM
  403. substr($html, 0, 2) === "\xFF\xFE" || // UTF-16 Little Endian BOM
  404. substr($html, 0, 2) === "\xFE\xFF" || // UTF-16 Big Endian BOM
  405. substr($html, 0, 4) === "\xFF\xFE\x00\x00" || // UTF-32 Little Endian BOM
  406. substr($html, 0, 4) === "\x00\x00\xFE\xFF") { // UTF-32 Big Endian BOM
  407. // Existing byte order mark, do nothing
  408. return $html;
  409. }
  410. if (preg_match('/^<[?]xml[^>]+encoding\b/', substr($html, 0, 64))) {
  411. // Existing XML declaration, do nothing
  412. return $html;
  413. }
  414. if ($httpCharsetNormalized !== 'UTF-8') {
  415. // Try to change encoding to UTF-8 using mbstring or iconv or intl
  416. $utf8 = \SimplePie\Misc::change_encoding($html, $httpCharsetNormalized, 'UTF-8');
  417. if (is_string($utf8)) {
  418. $html = stripHtmlMetaCharset($utf8);
  419. $httpCharsetNormalized = 'UTF-8';
  420. }
  421. }
  422. if ($httpCharsetNormalized === 'UTF-8') {
  423. // Save encoding information as XML declaration
  424. return '<' . '?xml version="1.0" encoding="' . $httpCharsetNormalized . '" ?' . ">\n" . $html;
  425. }
  426. // Give up
  427. return $html;
  428. }
  429. /**
  430. * @param string $type {html,json,opml,xml}
  431. * @param array<string,mixed> $attributes
  432. * @param array<int,mixed> $curl_options
  433. */
  434. function httpGet(string $url, string $cachePath, string $type = 'html', array $attributes = [], array $curl_options = []): string {
  435. $limits = FreshRSS_Context::systemConf()->limits;
  436. $feed_timeout = empty($attributes['timeout']) || !is_numeric($attributes['timeout']) ? 0 : intval($attributes['timeout']);
  437. $cacheMtime = @filemtime($cachePath);
  438. if ($cacheMtime !== false && $cacheMtime > time() - intval($limits['cache_duration'])) {
  439. $body = @file_get_contents($cachePath);
  440. if ($body != false) {
  441. syslog(LOG_DEBUG, 'FreshRSS uses cache for ' . \SimplePie\Misc::url_remove_credentials($url));
  442. return $body;
  443. }
  444. }
  445. if (mt_rand(0, 30) === 1) { // Remove old entries once in a while
  446. cleanCache(CLEANCACHE_HOURS);
  447. }
  448. if (FreshRSS_Context::systemConf()->simplepie_syslog_enabled) {
  449. syslog(LOG_INFO, 'FreshRSS GET ' . $type . ' ' . \SimplePie\Misc::url_remove_credentials($url));
  450. }
  451. $accept = '*/*;q=0.8';
  452. switch ($type) {
  453. case 'json':
  454. $accept = 'application/json,application/feed+json,application/javascript;q=0.9,text/javascript;q=0.8,*/*;q=0.7';
  455. break;
  456. case 'opml':
  457. $accept = 'text/x-opml,text/xml;q=0.9,application/xml;q=0.9,*/*;q=0.8';
  458. break;
  459. case 'xml':
  460. $accept = 'application/xml,application/xhtml+xml,text/xml;q=0.9,*/*;q=0.8';
  461. break;
  462. case 'html':
  463. default:
  464. $accept = 'text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8';
  465. break;
  466. }
  467. // TODO: Implement HTTP 1.1 conditional GET If-Modified-Since
  468. $ch = curl_init();
  469. curl_setopt_array($ch, [
  470. CURLOPT_URL => $url,
  471. CURLOPT_HTTPHEADER => ['Accept: ' . $accept],
  472. CURLOPT_USERAGENT => FRESHRSS_USERAGENT,
  473. CURLOPT_CONNECTTIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'],
  474. CURLOPT_TIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'],
  475. CURLOPT_MAXREDIRS => 4,
  476. CURLOPT_RETURNTRANSFER => true,
  477. CURLOPT_FOLLOWLOCATION => true,
  478. CURLOPT_ENCODING => '', //Enable all encodings
  479. //CURLOPT_VERBOSE => 1, // To debug sent HTTP headers
  480. ]);
  481. curl_setopt_array($ch, FreshRSS_Context::systemConf()->curl_options);
  482. if (isset($attributes['curl_params']) && is_array($attributes['curl_params'])) {
  483. curl_setopt_array($ch, $attributes['curl_params']);
  484. }
  485. if (isset($attributes['ssl_verify'])) {
  486. curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, empty($attributes['ssl_verify']) ? 0 : 2);
  487. curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, (bool)$attributes['ssl_verify']);
  488. if (empty($attributes['ssl_verify'])) {
  489. curl_setopt($ch, CURLOPT_SSL_CIPHER_LIST, 'DEFAULT@SECLEVEL=1');
  490. }
  491. }
  492. curl_setopt_array($ch, $curl_options);
  493. $body = curl_exec($ch);
  494. $c_status = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  495. $c_content_type = '' . curl_getinfo($ch, CURLINFO_CONTENT_TYPE);
  496. $c_error = curl_error($ch);
  497. curl_close($ch);
  498. if ($c_status != 200 || $c_error != '' || $body === false) {
  499. Minz_Log::warning('Error fetching content: HTTP code ' . $c_status . ': ' . $c_error . ' ' . $url);
  500. $body = '';
  501. // TODO: Implement HTTP 410 Gone
  502. } elseif (!is_string($body) || strlen($body) === 0) {
  503. $body = '';
  504. } else {
  505. $body = trim($body, " \n\r\t\v"); // Do not trim \x00 to avoid breaking a BOM
  506. if ($type !== 'json') {
  507. $body = enforceHttpEncoding($body, $c_content_type);
  508. }
  509. }
  510. if (file_put_contents($cachePath, $body) === false) {
  511. Minz_Log::warning("Error saving cache $cachePath for $url");
  512. }
  513. return $body;
  514. }
  515. /**
  516. * Validate an email address, supports internationalized addresses.
  517. *
  518. * @param string $email The address to validate
  519. * @return bool true if email is valid, else false
  520. */
  521. function validateEmailAddress(string $email): bool {
  522. $mailer = new PHPMailer\PHPMailer\PHPMailer();
  523. $mailer->CharSet = 'utf-8';
  524. $punyemail = $mailer->punyencodeAddress($email);
  525. return PHPMailer\PHPMailer\PHPMailer::validateAddress($punyemail, 'html5');
  526. }
  527. /**
  528. * Add support of image lazy loading
  529. * Move content from src attribute to data-original
  530. * @param string $content is the text we want to parse
  531. */
  532. function lazyimg(string $content): string {
  533. return preg_replace([
  534. '/<((?:img|iframe)[^>]+?)src="([^"]+)"([^>]*)>/i',
  535. "/<((?:img|iframe)[^>]+?)src='([^']+)'([^>]*)>/i",
  536. ], [
  537. '<$1src="' . Minz_Url::display('/themes/icons/grey.gif') . '" data-original="$2"$3>',
  538. "<$1src='" . Minz_Url::display('/themes/icons/grey.gif') . "' data-original='$2'$3>",
  539. ],
  540. $content
  541. ) ?? '';
  542. }
  543. /** @return numeric-string */
  544. function uTimeString(): string {
  545. $t = @gettimeofday();
  546. $result = $t['sec'] . str_pad('' . $t['usec'], 6, '0', STR_PAD_LEFT);
  547. /** @var numeric-string @result */
  548. return $result;
  549. }
  550. function invalidateHttpCache(string $username = ''): bool {
  551. if (!FreshRSS_user_Controller::checkUsername($username)) {
  552. Minz_Session::_param('touch', uTimeString());
  553. $username = Minz_User::name() ?? Minz_User::INTERNAL_USER;
  554. }
  555. return FreshRSS_UserDAO::ctouch($username);
  556. }
  557. /**
  558. * @return array<string>
  559. */
  560. function listUsers(): array {
  561. $final_list = [];
  562. $base_path = join_path(DATA_PATH, 'users');
  563. $dir_list = array_values(array_diff(
  564. scandir($base_path) ?: [],
  565. ['..', '.', Minz_User::INTERNAL_USER]
  566. ));
  567. foreach ($dir_list as $file) {
  568. if ($file[0] !== '.' && is_dir(join_path($base_path, $file)) && file_exists(join_path($base_path, $file, 'config.php'))) {
  569. $final_list[] = $file;
  570. }
  571. }
  572. return $final_list;
  573. }
  574. /**
  575. * Return if the maximum number of registrations has been reached.
  576. * Note a max_registrations of 0 means there is no limit.
  577. *
  578. * @return bool true if number of users >= max registrations, false else.
  579. */
  580. function max_registrations_reached(): bool {
  581. $limit_registrations = FreshRSS_Context::systemConf()->limits['max_registrations'];
  582. $number_accounts = count(listUsers());
  583. return $limit_registrations > 0 && $number_accounts >= $limit_registrations;
  584. }
  585. /**
  586. * Register and return the configuration for a given user.
  587. *
  588. * Note this function has been created to generate temporary configuration
  589. * objects. If you need a long-time configuration, please don't use this function.
  590. *
  591. * @param string $username the name of the user of which we want the configuration.
  592. * @return FreshRSS_UserConfiguration|null object, or null if the configuration cannot be loaded.
  593. * @throws Minz_ConfigurationNamespaceException
  594. */
  595. function get_user_configuration(string $username): ?FreshRSS_UserConfiguration {
  596. if (!FreshRSS_user_Controller::checkUsername($username)) {
  597. return null;
  598. }
  599. $namespace = 'user_' . $username;
  600. try {
  601. FreshRSS_UserConfiguration::register($namespace,
  602. USERS_PATH . '/' . $username . '/config.php',
  603. FRESHRSS_PATH . '/config-user.default.php');
  604. } catch (Minz_FileNotExistException $e) {
  605. Minz_Log::warning($e->getMessage(), ADMIN_LOG);
  606. return null;
  607. }
  608. $user_conf = FreshRSS_UserConfiguration::get($namespace);
  609. return $user_conf;
  610. }
  611. /**
  612. * Converts an IP (v4 or v6) to a binary representation using inet_pton
  613. *
  614. * @param string $ip the IP to convert
  615. * @return string a binary representation of the specified IP
  616. */
  617. function ipToBits(string $ip): string {
  618. $binaryip = '';
  619. foreach (str_split(inet_pton($ip) ?: '') as $char) {
  620. $binaryip .= str_pad(decbin(ord($char)), 8, '0', STR_PAD_LEFT);
  621. }
  622. return $binaryip;
  623. }
  624. /**
  625. * Check if an ip belongs to the provided range (in CIDR format)
  626. *
  627. * @param string $ip the IP that we want to verify (ex: 192.168.16.1)
  628. * @param string $range the range to check against (ex: 192.168.16.0/24)
  629. * @return bool true if the IP is in the range, otherwise false
  630. */
  631. function checkCIDR(string $ip, string $range): bool {
  632. $binary_ip = ipToBits($ip);
  633. $split = explode('/', $range);
  634. $subnet = $split[0] ?? '';
  635. if ($subnet == '') {
  636. return false;
  637. }
  638. $binary_subnet = ipToBits($subnet);
  639. $mask_bits = $split[1] ?? '';
  640. $mask_bits = (int)$mask_bits;
  641. if ($mask_bits === 0) {
  642. $mask_bits = null;
  643. }
  644. $ip_net_bits = substr($binary_ip, 0, $mask_bits);
  645. $subnet_bits = substr($binary_subnet, 0, $mask_bits);
  646. return $ip_net_bits === $subnet_bits;
  647. }
  648. /**
  649. * Use CONN_REMOTE_ADDR (if available, to be robust even when using Apache mod_remoteip) or REMOTE_ADDR environment variable to determine the connection IP.
  650. */
  651. function connectionRemoteAddress(): string {
  652. $remoteIp = $_SERVER['CONN_REMOTE_ADDR'] ?? '';
  653. if ($remoteIp == '') {
  654. $remoteIp = $_SERVER['REMOTE_ADDR'] ?? '';
  655. }
  656. if ($remoteIp == 0) {
  657. $remoteIp = '';
  658. }
  659. return $remoteIp;
  660. }
  661. /**
  662. * Check if the client (e.g. last proxy) is allowed to send unsafe headers.
  663. * This uses the `TRUSTED_PROXY` environment variable or the `trusted_sources` configuration option to get an array of the authorized ranges,
  664. * The connection IP is obtained from the `CONN_REMOTE_ADDR` (if available, to be robust even when using Apache mod_remoteip) or `REMOTE_ADDR` environment variables.
  665. * @return bool true if the sender’s IP is in one of the ranges defined in the configuration, else false
  666. */
  667. function checkTrustedIP(): bool {
  668. if (!FreshRSS_Context::hasSystemConf()) {
  669. return false;
  670. }
  671. $remoteIp = connectionRemoteAddress();
  672. if ($remoteIp === '') {
  673. return false;
  674. }
  675. $trusted = getenv('TRUSTED_PROXY');
  676. if ($trusted != 0 && is_string($trusted)) {
  677. $trusted = preg_split('/\s+/', $trusted, -1, PREG_SPLIT_NO_EMPTY);
  678. }
  679. if (!is_array($trusted) || empty($trusted)) {
  680. $trusted = FreshRSS_Context::systemConf()->trusted_sources;
  681. }
  682. foreach ($trusted as $cidr) {
  683. if (checkCIDR($remoteIp, $cidr)) {
  684. return true;
  685. }
  686. }
  687. return false;
  688. }
  689. function httpAuthUser(bool $onlyTrusted = true): string {
  690. if (!empty($_SERVER['REMOTE_USER'])) {
  691. return $_SERVER['REMOTE_USER'];
  692. }
  693. if (!empty($_SERVER['REDIRECT_REMOTE_USER'])) {
  694. return $_SERVER['REDIRECT_REMOTE_USER'];
  695. }
  696. if (!$onlyTrusted || checkTrustedIP()) {
  697. if (!empty($_SERVER['HTTP_REMOTE_USER'])) {
  698. return $_SERVER['HTTP_REMOTE_USER'];
  699. }
  700. if (!empty($_SERVER['HTTP_X_WEBAUTH_USER'])) {
  701. return $_SERVER['HTTP_X_WEBAUTH_USER'];
  702. }
  703. }
  704. return '';
  705. }
  706. function cryptAvailable(): bool {
  707. $hash = '$2y$04$usesomesillystringfore7hnbRJHxXVLeakoG8K30oukPsA.ztMG';
  708. return $hash === @crypt('password', $hash);
  709. }
  710. /**
  711. * Check PHP and its extensions are well-installed.
  712. *
  713. * @return array<string,bool> of tested values.
  714. */
  715. function check_install_php(): array {
  716. $pdo_mysql = extension_loaded('pdo_mysql');
  717. $pdo_pgsql = extension_loaded('pdo_pgsql');
  718. $pdo_sqlite = extension_loaded('pdo_sqlite');
  719. return [
  720. 'php' => version_compare(PHP_VERSION, FRESHRSS_MIN_PHP_VERSION) >= 0,
  721. 'curl' => extension_loaded('curl'),
  722. 'pdo' => $pdo_mysql || $pdo_sqlite || $pdo_pgsql,
  723. 'pcre' => extension_loaded('pcre'),
  724. 'ctype' => extension_loaded('ctype'),
  725. 'fileinfo' => extension_loaded('fileinfo'),
  726. 'dom' => class_exists('DOMDocument'),
  727. 'json' => extension_loaded('json'),
  728. 'mbstring' => extension_loaded('mbstring'),
  729. 'zip' => extension_loaded('zip'),
  730. ];
  731. }
  732. /**
  733. * Check different data files and directories exist.
  734. * @return array<string,bool> of tested values.
  735. */
  736. function check_install_files(): array {
  737. return [
  738. 'data' => is_dir(DATA_PATH) && touch(DATA_PATH . '/index.html'), // is_writable() is not reliable for a folder on NFS
  739. 'cache' => is_dir(CACHE_PATH) && touch(CACHE_PATH . '/index.html'),
  740. 'users' => is_dir(USERS_PATH) && touch(USERS_PATH . '/index.html'),
  741. 'favicons' => is_dir(DATA_PATH) && touch(DATA_PATH . '/favicons/index.html'),
  742. 'tokens' => is_dir(DATA_PATH) && touch(DATA_PATH . '/tokens/index.html'),
  743. ];
  744. }
  745. /**
  746. * Check database is well-installed.
  747. *
  748. * @return array<string,bool> of tested values.
  749. */
  750. function check_install_database(): array {
  751. $status = [
  752. 'connection' => true,
  753. 'tables' => false,
  754. 'categories' => false,
  755. 'feeds' => false,
  756. 'entries' => false,
  757. 'entrytmp' => false,
  758. 'tag' => false,
  759. 'entrytag' => false,
  760. ];
  761. try {
  762. $dbDAO = FreshRSS_Factory::createDatabaseDAO();
  763. $status['tables'] = $dbDAO->tablesAreCorrect();
  764. $status['categories'] = $dbDAO->categoryIsCorrect();
  765. $status['feeds'] = $dbDAO->feedIsCorrect();
  766. $status['entries'] = $dbDAO->entryIsCorrect();
  767. $status['entrytmp'] = $dbDAO->entrytmpIsCorrect();
  768. $status['tag'] = $dbDAO->tagIsCorrect();
  769. $status['entrytag'] = $dbDAO->entrytagIsCorrect();
  770. } catch (Minz_PDOConnectionException $e) {
  771. $status['connection'] = false;
  772. }
  773. return $status;
  774. }
  775. /**
  776. * Remove a directory recursively.
  777. * From http://php.net/rmdir#110489
  778. */
  779. function recursive_unlink(string $dir): bool {
  780. if (!is_dir($dir)) {
  781. return true;
  782. }
  783. $files = array_diff(scandir($dir) ?: [], ['.', '..']);
  784. foreach ($files as $filename) {
  785. $filename = $dir . '/' . $filename;
  786. if (is_dir($filename)) {
  787. @chmod($filename, 0777);
  788. recursive_unlink($filename);
  789. } else {
  790. unlink($filename);
  791. }
  792. }
  793. return rmdir($dir);
  794. }
  795. /**
  796. * Remove queries where $get is appearing.
  797. * @param string $get the get attribute which should be removed.
  798. * @param array<int,array<string,string|int>> $queries an array of queries.
  799. * @return array<int,array<string,string|int>> without queries where $get is appearing.
  800. */
  801. function remove_query_by_get(string $get, array $queries): array {
  802. $final_queries = [];
  803. foreach ($queries as $key => $query) {
  804. if (empty($query['get']) || $query['get'] !== $get) {
  805. $final_queries[$key] = $query;
  806. }
  807. }
  808. return $final_queries;
  809. }
  810. function _i(string $icon, int $type = FreshRSS_Themes::ICON_DEFAULT): string {
  811. return FreshRSS_Themes::icon($icon, $type);
  812. }
  813. const SHORTCUT_KEYS = [
  814. '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
  815. 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm',
  816. 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
  817. 'F1', 'F2', 'F3', 'F4', 'F5', 'F6', 'F7', 'F8', 'F9', 'F10', 'F11', 'F12',
  818. 'ArrowDown', 'ArrowLeft', 'ArrowRight', 'ArrowUp', 'Backspace', 'Delete',
  819. 'End', 'Enter', 'Escape', 'Home', 'Insert', 'PageDown', 'PageUp', 'Space', 'Tab',
  820. ];
  821. /**
  822. * @param array<string> $shortcuts
  823. * @return array<string>
  824. */
  825. function getNonStandardShortcuts(array $shortcuts): array {
  826. $standard = strtolower(implode(' ', SHORTCUT_KEYS));
  827. $nonStandard = array_filter($shortcuts, static function (string $shortcut) use ($standard) {
  828. $shortcut = trim($shortcut);
  829. return $shortcut !== '' && stripos($standard, $shortcut) === false;
  830. });
  831. return $nonStandard;
  832. }
  833. function errorMessageInfo(string $errorTitle, string $error = ''): string {
  834. $errorTitle = htmlspecialchars($errorTitle, ENT_NOQUOTES, 'UTF-8');
  835. $message = '';
  836. $details = '';
  837. $error = trim($error);
  838. // Prevent empty tags by checking if error is not empty first
  839. if ($error !== '') {
  840. $error = htmlspecialchars($error, ENT_NOQUOTES, 'UTF-8') . "\n";
  841. // First line is the main message, other lines are the details
  842. list($message, $details) = explode("\n", $error, 2);
  843. $message = "<h2>{$message}</h2>";
  844. $details = "<pre>{$details}</pre>";
  845. }
  846. header("Content-Security-Policy: default-src 'self'");
  847. return <<<MSG
  848. <!DOCTYPE html><html><header><title>HTTP 500: {$errorTitle}</title></header><body>
  849. <h1>HTTP 500: {$errorTitle}</h1>
  850. {$message}
  851. {$details}
  852. <hr />
  853. <small>For help see the documentation: <a href="https://freshrss.github.io/FreshRSS/en/admins/logs_and_errors.html" target="_blank">
  854. https://freshrss.github.io/FreshRSS/en/admins/logs_and_errors.html</a></small>
  855. </body></html>
  856. MSG;
  857. }