lib_rss.php 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774
  1. <?php
  2. if (version_compare(PHP_VERSION, FRESHRSS_MIN_PHP_VERSION, '<')) {
  3. die(sprintf('FreshRSS error: FreshRSS requires PHP %s+!', FRESHRSS_MIN_PHP_VERSION));
  4. }
  5. if (!function_exists('mb_strcut')) {
  6. function mb_strcut($str, $start, $length = null, $encoding = 'UTF-8') {
  7. return substr($str, $start, $length);
  8. }
  9. }
  10. // @phpstan-ignore-next-line
  11. if (COPY_SYSLOG_TO_STDERR) {
  12. openlog('FreshRSS', LOG_CONS | LOG_ODELAY | LOG_PID | LOG_PERROR, LOG_USER);
  13. } else {
  14. openlog('FreshRSS', LOG_CONS | LOG_ODELAY | LOG_PID, LOG_USER);
  15. }
  16. /**
  17. * Build a directory path by concatenating a list of directory names.
  18. *
  19. * @param string ...$path_parts a list of directory names
  20. * @return string corresponding to the final pathname
  21. */
  22. function join_path(...$path_parts): string {
  23. return join(DIRECTORY_SEPARATOR, $path_parts);
  24. }
  25. //<Auto-loading>
  26. function classAutoloader($class) {
  27. if (strpos($class, 'FreshRSS') === 0) {
  28. $components = explode('_', $class);
  29. switch (count($components)) {
  30. case 1:
  31. include(APP_PATH . '/' . $components[0] . '.php');
  32. return;
  33. case 2:
  34. include(APP_PATH . '/Models/' . $components[1] . '.php');
  35. return;
  36. case 3: //Controllers, Exceptions
  37. include(APP_PATH . '/' . $components[2] . 's/' . $components[1] . $components[2] . '.php');
  38. return;
  39. }
  40. } elseif (strpos($class, 'Minz') === 0) {
  41. include(LIB_PATH . '/' . str_replace('_', '/', $class) . '.php');
  42. } elseif (strpos($class, 'SimplePie') === 0) {
  43. include(LIB_PATH . '/SimplePie/' . str_replace('_', '/', $class) . '.php');
  44. } elseif (strpos($class, 'CssXPath') !== false) {
  45. include(LIB_PATH . '/CssXPath/' . basename(str_replace('\\', '/', $class)) . '.php');
  46. } elseif (strpos($class, 'PHPMailer') === 0) {
  47. include(LIB_PATH . '/' . str_replace('\\', '/', $class) . '.php');
  48. }
  49. }
  50. spl_autoload_register('classAutoloader');
  51. //</Auto-loading>
  52. /**
  53. * @param string $url
  54. * @return string
  55. */
  56. function idn_to_puny($url) {
  57. if (function_exists('idn_to_ascii')) {
  58. $idn = parse_url($url, PHP_URL_HOST);
  59. if ($idn != '') {
  60. // https://wiki.php.net/rfc/deprecate-and-remove-intl_idna_variant_2003
  61. if (defined('INTL_IDNA_VARIANT_UTS46')) {
  62. $puny = idn_to_ascii($idn, IDNA_DEFAULT, INTL_IDNA_VARIANT_UTS46);
  63. } elseif (defined('INTL_IDNA_VARIANT_2003')) {
  64. $puny = idn_to_ascii($idn, IDNA_DEFAULT, INTL_IDNA_VARIANT_2003);
  65. } else {
  66. $puny = idn_to_ascii($idn);
  67. }
  68. $pos = strpos($url, $idn);
  69. if ($puny != '' && $pos !== false) {
  70. $url = substr_replace($url, $puny, $pos, strlen($idn));
  71. }
  72. }
  73. }
  74. return $url;
  75. }
  76. /**
  77. * @param string $url
  78. * @param bool $fixScheme
  79. * @return string|false
  80. */
  81. function checkUrl($url, $fixScheme = true) {
  82. $url = trim($url);
  83. if ($url == '') {
  84. return '';
  85. }
  86. if ($fixScheme && !preg_match('#^https?://#i', $url)) {
  87. $url = 'https://' . ltrim($url, '/');
  88. }
  89. $url = idn_to_puny($url); //PHP bug #53474 IDN
  90. $urlRelaxed = str_replace('_', 'z', $url); //PHP discussion #64948 Underscore
  91. if (filter_var($urlRelaxed, FILTER_VALIDATE_URL)) {
  92. return $url;
  93. } else {
  94. return false;
  95. }
  96. }
  97. /**
  98. * @param string $text
  99. * @return string
  100. */
  101. function safe_ascii($text) {
  102. return filter_var($text, FILTER_DEFAULT, FILTER_FLAG_STRIP_LOW | FILTER_FLAG_STRIP_HIGH);
  103. }
  104. if (function_exists('mb_convert_encoding')) {
  105. /**
  106. * @param string $text
  107. * @return string
  108. */
  109. function safe_utf8($text) {
  110. return mb_convert_encoding($text, 'UTF-8', 'UTF-8');
  111. }
  112. } elseif (function_exists('iconv')) {
  113. /**
  114. * @param string $text
  115. * @return string
  116. */
  117. function safe_utf8($text) {
  118. return iconv('UTF-8', 'UTF-8//IGNORE', $text);
  119. }
  120. } else {
  121. /**
  122. * @param string $text
  123. * @return string
  124. */
  125. function safe_utf8($text) {
  126. return $text;
  127. }
  128. }
  129. /**
  130. * @param string $text
  131. * @param bool $extended
  132. * @return string
  133. */
  134. function escapeToUnicodeAlternative($text, $extended = true) {
  135. $text = htmlspecialchars_decode($text, ENT_QUOTES);
  136. //Problematic characters
  137. $problem = array('&', '<', '>');
  138. //Use their fullwidth Unicode form instead:
  139. $replace = array('&', '<', '>');
  140. // https://raw.githubusercontent.com/mihaip/google-reader-api/master/wiki/StreamId.wiki
  141. if ($extended) {
  142. $problem += array("'", '"', '^', '?', '\\', '/', ',', ';');
  143. $replace += array("’", '"', '^', '?', '\', '/', ',', ';');
  144. }
  145. return trim(str_replace($problem, $replace, $text));
  146. }
  147. function format_number($n, $precision = 0) {
  148. // number_format does not seem to be Unicode-compatible
  149. return str_replace(' ', ' ', // Thin non-breaking space
  150. number_format($n, $precision, '.', ' ')
  151. );
  152. }
  153. function format_bytes($bytes, $precision = 2, $system = 'IEC') {
  154. if ($system === 'IEC') {
  155. $base = 1024;
  156. $units = array('B', 'KiB', 'MiB', 'GiB', 'TiB');
  157. } elseif ($system === 'SI') {
  158. $base = 1000;
  159. $units = array('B', 'KB', 'MB', 'GB', 'TB');
  160. } else {
  161. return format_number($bytes, $precision);
  162. }
  163. $bytes = max(intval($bytes), 0);
  164. $pow = $bytes === 0 ? 0 : floor(log($bytes) / log($base));
  165. $pow = min($pow, count($units) - 1);
  166. $bytes /= pow($base, $pow);
  167. return format_number($bytes, $precision) . ' ' . $units[$pow];
  168. }
  169. function timestamptodate ($t, $hour = true) {
  170. $month = _t('gen.date.' . date('M', $t));
  171. if ($hour) {
  172. $date = _t('gen.date.format_date_hour', $month);
  173. } else {
  174. $date = _t('gen.date.format_date', $month);
  175. }
  176. return @date ($date, $t);
  177. }
  178. /**
  179. * @param string|null $text
  180. */
  181. function html_only_entity_decode($text): string {
  182. static $htmlEntitiesOnly = null;
  183. if ($htmlEntitiesOnly === null) {
  184. $htmlEntitiesOnly = array_flip(array_diff(
  185. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES, 'UTF-8'), //Decode HTML entities
  186. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES, 'UTF-8') //Preserve XML entities
  187. ));
  188. }
  189. return $text == '' ? '' : strtr($text, $htmlEntitiesOnly);
  190. }
  191. /**
  192. * @param array<string,mixed> $attributes
  193. */
  194. function customSimplePie($attributes = array()): SimplePie {
  195. $limits = FreshRSS_Context::$system_conf->limits;
  196. $simplePie = new SimplePie();
  197. $simplePie->set_useragent(FRESHRSS_USERAGENT);
  198. $simplePie->set_syslog(FreshRSS_Context::$system_conf->simplepie_syslog_enabled);
  199. $simplePie->set_cache_name_function('sha1');
  200. $simplePie->set_cache_location(CACHE_PATH);
  201. $simplePie->set_cache_duration($limits['cache_duration']);
  202. $simplePie->enable_order_by_date(false);
  203. $feed_timeout = empty($attributes['timeout']) ? 0 : intval($attributes['timeout']);
  204. $simplePie->set_timeout($feed_timeout > 0 ? $feed_timeout : $limits['timeout']);
  205. $curl_options = FreshRSS_Context::$system_conf->curl_options;
  206. if (isset($attributes['ssl_verify'])) {
  207. $curl_options[CURLOPT_SSL_VERIFYHOST] = $attributes['ssl_verify'] ? 2 : 0;
  208. $curl_options[CURLOPT_SSL_VERIFYPEER] = $attributes['ssl_verify'] ? true : false;
  209. if (!$attributes['ssl_verify']) {
  210. $curl_options[CURLOPT_SSL_CIPHER_LIST] = 'DEFAULT@SECLEVEL=1';
  211. }
  212. }
  213. if (!empty($attributes['curl_params']) && is_array($attributes['curl_params'])) {
  214. foreach ($attributes['curl_params'] as $co => $v) {
  215. $curl_options[$co] = $v;
  216. }
  217. }
  218. $simplePie->set_curl_options($curl_options);
  219. $simplePie->strip_comments(true);
  220. $simplePie->strip_htmltags(array(
  221. 'base', 'blink', 'body', 'doctype', 'embed',
  222. 'font', 'form', 'frame', 'frameset', 'html',
  223. 'link', 'input', 'marquee', 'meta', 'noscript',
  224. 'object', 'param', 'plaintext', 'script', 'style',
  225. 'svg', //TODO: Support SVG after sanitizing and URL rewriting of xlink:href
  226. ));
  227. $simplePie->rename_attributes(array('id', 'class'));
  228. $simplePie->strip_attributes(array_merge($simplePie->strip_attributes, array(
  229. 'autoplay', 'class', 'onload', 'onunload', 'onclick', 'ondblclick', 'onmousedown', 'onmouseup',
  230. 'onmouseover', 'onmousemove', 'onmouseout', 'onfocus', 'onblur',
  231. 'onkeypress', 'onkeydown', 'onkeyup', 'onselect', 'onchange', 'seamless', 'sizes', 'srcset')));
  232. $simplePie->add_attributes(array(
  233. 'audio' => array('controls' => 'controls', 'preload' => 'none'),
  234. 'iframe' => array('sandbox' => 'allow-scripts allow-same-origin'),
  235. 'video' => array('controls' => 'controls', 'preload' => 'none'),
  236. ));
  237. $simplePie->set_url_replacements(array(
  238. 'a' => 'href',
  239. 'area' => 'href',
  240. 'audio' => 'src',
  241. 'blockquote' => 'cite',
  242. 'del' => 'cite',
  243. 'form' => 'action',
  244. 'iframe' => 'src',
  245. 'img' => array(
  246. 'longdesc',
  247. 'src'
  248. ),
  249. 'input' => 'src',
  250. 'ins' => 'cite',
  251. 'q' => 'cite',
  252. 'source' => 'src',
  253. 'track' => 'src',
  254. 'video' => array(
  255. 'poster',
  256. 'src',
  257. ),
  258. ));
  259. $https_domains = array();
  260. $force = @file(FRESHRSS_PATH . '/force-https.default.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  261. if (is_array($force)) {
  262. $https_domains = array_merge($https_domains, $force);
  263. }
  264. $force = @file(DATA_PATH . '/force-https.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  265. if (is_array($force)) {
  266. $https_domains = array_merge($https_domains, $force);
  267. }
  268. $simplePie->set_https_domains($https_domains);
  269. return $simplePie;
  270. }
  271. /**
  272. * @param int|false $maxLength
  273. */
  274. function sanitizeHTML($data, string $base = '', $maxLength = false) {
  275. if (!is_string($data) || ($maxLength !== false && $maxLength <= 0)) {
  276. return '';
  277. }
  278. if ($maxLength !== false) {
  279. $data = mb_strcut($data, 0, $maxLength, 'UTF-8');
  280. }
  281. static $simplePie = null;
  282. if ($simplePie == null) {
  283. $simplePie = customSimplePie();
  284. $simplePie->init();
  285. }
  286. $result = html_only_entity_decode($simplePie->sanitize->sanitize($data, SIMPLEPIE_CONSTRUCT_HTML, $base));
  287. if ($maxLength !== false && strlen($result) > $maxLength) {
  288. //Sanitizing has made the result too long so try again shorter
  289. $data = mb_strcut($result, 0, (2 * $maxLength) - strlen($result) - 2, 'UTF-8');
  290. return sanitizeHTML($data, $base, $maxLength);
  291. }
  292. return $result;
  293. }
  294. function cleanCache(int $hours = 720) {
  295. $files = glob(CACHE_PATH . '/*.{html,spc}', GLOB_BRACE | GLOB_NOSORT);
  296. foreach ($files as $file) {
  297. if (substr($file, -10) === 'index.html') {
  298. continue;
  299. }
  300. $cacheMtime = @filemtime($file);
  301. if ($cacheMtime !== false && $cacheMtime < time() - (3600 * $hours)) {
  302. unlink($file);
  303. }
  304. }
  305. }
  306. /**
  307. * Set an XML preamble to enforce the HTML content type charset received by HTTP.
  308. * @param string $html the row downloaded HTML content
  309. * @param string $contentType an HTTP Content-Type such as 'text/html; charset=utf-8'
  310. * @return string an HTML string with XML encoding information for DOMDocument::loadHTML()
  311. */
  312. function enforceHttpEncoding(string $html, string $contentType = ''): string {
  313. $httpCharset = preg_match('/\bcharset=([0-9a-z_-]{2,12})$/i', $contentType, $matches) === false ? '' : $matches[1] ?? '';
  314. if ($httpCharset == '') {
  315. // No charset defined by HTTP, do nothing
  316. return $html;
  317. }
  318. $httpCharsetNormalized = SimplePie_Misc::encoding($httpCharset);
  319. if ($httpCharsetNormalized === 'windows-1252') {
  320. // Default charset for HTTP, do nothing
  321. return $html;
  322. }
  323. if (substr($html, 0, 3) === "\xEF\xBB\xBF" || // UTF-8 BOM
  324. substr($html, 0, 2) === "\xFF\xFE" || // UTF-16 Little Endian BOM
  325. substr($html, 0, 2) === "\xFE\xFF" || // UTF-16 Big Endian BOM
  326. substr($html, 0, 4) === "\xFF\xFE\x00\x00" || // UTF-32 Little Endian BOM
  327. substr($html, 0, 4) === "\x00\x00\xFE\xFF") { // UTF-32 Big Endian BOM
  328. // Existing byte order mark, do nothing
  329. return $html;
  330. }
  331. if (preg_match('/^<[?]xml[^>]+encoding\b/', substr($html, 0, 64))) {
  332. // Existing XML declaration, do nothing
  333. return $html;
  334. }
  335. return '<' . '?xml version="1.0" encoding="' . $httpCharsetNormalized . '" ?' . ">\n" . $html;
  336. }
  337. /**
  338. * @param array<string,mixed> $attributes
  339. */
  340. function getHtml(string $url, array $attributes = []): string {
  341. $limits = FreshRSS_Context::$system_conf->limits;
  342. $feed_timeout = empty($attributes['timeout']) ? 0 : intval($attributes['timeout']);
  343. $cachePath = FreshRSS_Feed::cacheFilename($url, $attributes, FreshRSS_Feed::KIND_HTML_XPATH);
  344. $cacheMtime = @filemtime($cachePath);
  345. if ($cacheMtime !== false && $cacheMtime > time() - intval($limits['cache_duration'])) {
  346. $html = @file_get_contents($cachePath);
  347. if ($html != '') {
  348. syslog(LOG_DEBUG, 'FreshRSS uses cache for ' . SimplePie_Misc::url_remove_credentials($url));
  349. return $html;
  350. }
  351. }
  352. if (mt_rand(0, 30) === 1) { // Remove old entries once in a while
  353. cleanCache();
  354. }
  355. if (FreshRSS_Context::$system_conf->simplepie_syslog_enabled) {
  356. syslog(LOG_INFO, 'FreshRSS GET ' . SimplePie_Misc::url_remove_credentials($url));
  357. }
  358. // TODO: Implement HTTP 1.1 conditional GET If-Modified-Since
  359. $ch = curl_init();
  360. curl_setopt_array($ch, [
  361. CURLOPT_URL => $url,
  362. CURLOPT_REFERER => SimplePie_Misc::url_remove_credentials($url),
  363. CURLOPT_HTTPHEADER => array('Accept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8'),
  364. CURLOPT_USERAGENT => FRESHRSS_USERAGENT,
  365. CURLOPT_CONNECTTIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'],
  366. CURLOPT_TIMEOUT => $feed_timeout > 0 ? $feed_timeout : $limits['timeout'],
  367. //CURLOPT_FAILONERROR => true;
  368. CURLOPT_MAXREDIRS => 4,
  369. CURLOPT_RETURNTRANSFER => true,
  370. CURLOPT_FOLLOWLOCATION => true,
  371. CURLOPT_ENCODING => '', //Enable all encodings
  372. ]);
  373. curl_setopt_array($ch, FreshRSS_Context::$system_conf->curl_options);
  374. if (isset($attributes['curl_params']) && is_array($attributes['curl_params'])) {
  375. curl_setopt_array($ch, $attributes['curl_params']);
  376. }
  377. if (isset($attributes['ssl_verify'])) {
  378. curl_setopt($ch, CURLOPT_SSL_VERIFYHOST, $attributes['ssl_verify'] ? 2 : 0);
  379. curl_setopt($ch, CURLOPT_SSL_VERIFYPEER, $attributes['ssl_verify'] ? true : false);
  380. if (!$attributes['ssl_verify']) {
  381. curl_setopt($ch, CURLOPT_SSL_CIPHER_LIST, 'DEFAULT@SECLEVEL=1');
  382. }
  383. }
  384. $html = curl_exec($ch);
  385. $c_status = curl_getinfo($ch, CURLINFO_HTTP_CODE);
  386. $c_content_type = curl_getinfo($ch, CURLINFO_CONTENT_TYPE); //TODO: Check if that may be null
  387. $c_error = curl_error($ch);
  388. curl_close($ch);
  389. if ($c_status != 200 || $c_error != '' || $html === false) {
  390. Minz_Log::warning('Error fetching content: HTTP code ' . $c_status . ': ' . $c_error . ' ' . $url);
  391. // TODO: Implement HTTP 410 Gone
  392. }
  393. if ($html == false) {
  394. $html = '';
  395. } else {
  396. $html = enforceHttpEncoding($html, $c_content_type);
  397. }
  398. if (file_put_contents($cachePath, $html) === false) {
  399. Minz_Log::warning("Error saving cache $cachePath for $url");
  400. }
  401. return $html;
  402. }
  403. /**
  404. * Validate an email address, supports internationalized addresses.
  405. *
  406. * @param string $email The address to validate
  407. *
  408. * @return bool true if email is valid, else false
  409. */
  410. function validateEmailAddress($email) {
  411. $mailer = new PHPMailer\PHPMailer\PHPMailer();
  412. $mailer->CharSet = 'utf-8';
  413. $punyemail = $mailer->punyencodeAddress($email);
  414. return PHPMailer\PHPMailer\PHPMailer::validateAddress($punyemail, 'html5');
  415. }
  416. /**
  417. * Add support of image lazy loading
  418. * Move content from src attribute to data-original
  419. * @param string $content is the text we want to parse
  420. */
  421. function lazyimg($content) {
  422. return preg_replace(
  423. '/<((?:img|iframe)[^>]+?)src=[\'"]([^"\']+)[\'"]([^>]*)>/i',
  424. '<$1src="' . Minz_Url::display('/themes/icons/grey.gif') . '" data-original="$2"$3>',
  425. $content
  426. );
  427. }
  428. /**
  429. * @return string
  430. */
  431. function uTimeString() {
  432. $t = @gettimeofday();
  433. return $t['sec'] . str_pad('' . $t['usec'], 6, '0', STR_PAD_LEFT);
  434. }
  435. function invalidateHttpCache($username = '') {
  436. if (!FreshRSS_user_Controller::checkUsername($username)) {
  437. Minz_Session::_param('touch', uTimeString());
  438. $username = Minz_Session::param('currentUser', '_');
  439. }
  440. $ok = @touch(DATA_PATH . '/users/' . $username . '/log.txt');
  441. //if (!$ok) {
  442. //TODO: Display notification error on front-end
  443. //}
  444. return $ok;
  445. }
  446. /**
  447. * @return array<string>
  448. */
  449. function listUsers() {
  450. $final_list = array();
  451. $base_path = join_path(DATA_PATH, 'users');
  452. $dir_list = array_values(array_diff(
  453. scandir($base_path),
  454. array('..', '.', '_')
  455. ));
  456. foreach ($dir_list as $file) {
  457. if ($file[0] !== '.' && is_dir(join_path($base_path, $file)) && file_exists(join_path($base_path, $file, 'config.php'))) {
  458. $final_list[] = $file;
  459. }
  460. }
  461. return $final_list;
  462. }
  463. /**
  464. * Return if the maximum number of registrations has been reached.
  465. *
  466. * Note a max_regstrations of 0 means there is no limit.
  467. *
  468. * @return boolean true if number of users >= max registrations, false else.
  469. */
  470. function max_registrations_reached() {
  471. $limit_registrations = FreshRSS_Context::$system_conf->limits['max_registrations'];
  472. $number_accounts = count(listUsers());
  473. return $limit_registrations > 0 && $number_accounts >= $limit_registrations;
  474. }
  475. /**
  476. * Register and return the configuration for a given user.
  477. *
  478. * Note this function has been created to generate temporary configuration
  479. * objects. If you need a long-time configuration, please don't use this function.
  480. *
  481. * @param string $username the name of the user of which we want the configuration.
  482. * @return FreshRSS_UserConfiguration|null object, or null if the configuration cannot be loaded.
  483. */
  484. function get_user_configuration($username) {
  485. if (!FreshRSS_user_Controller::checkUsername($username)) {
  486. return null;
  487. }
  488. $namespace = 'user_' . $username;
  489. try {
  490. Minz_Configuration::register($namespace,
  491. USERS_PATH . '/' . $username . '/config.php',
  492. FRESHRSS_PATH . '/config-user.default.php');
  493. } catch (Minz_ConfigurationNamespaceException $e) {
  494. // namespace already exists, do nothing.
  495. Minz_Log::warning($e->getMessage(), USERS_PATH . '/_/log.txt');
  496. } catch (Minz_FileNotExistException $e) {
  497. Minz_Log::warning($e->getMessage(), USERS_PATH . '/_/log.txt');
  498. return null;
  499. }
  500. /**
  501. * @var FreshRSS_UserConfiguration $user_conf
  502. */
  503. $user_conf = Minz_Configuration::get($namespace);
  504. return $user_conf;
  505. }
  506. /**
  507. * @return string
  508. */
  509. function httpAuthUser() {
  510. if (!empty($_SERVER['REMOTE_USER'])) {
  511. return $_SERVER['REMOTE_USER'];
  512. } elseif (!empty($_SERVER['REDIRECT_REMOTE_USER'])) {
  513. return $_SERVER['REDIRECT_REMOTE_USER'];
  514. } elseif (!empty($_SERVER['HTTP_X_WEBAUTH_USER'])) {
  515. return $_SERVER['HTTP_X_WEBAUTH_USER'];
  516. }
  517. return '';
  518. }
  519. /**
  520. * @return bool
  521. */
  522. function cryptAvailable() {
  523. try {
  524. $hash = '$2y$04$usesomesillystringfore7hnbRJHxXVLeakoG8K30oukPsA.ztMG';
  525. return $hash === @crypt('password', $hash);
  526. } catch (Exception $e) {
  527. Minz_Log::warning($e->getMessage());
  528. }
  529. return false;
  530. }
  531. /**
  532. * Check PHP and its extensions are well-installed.
  533. *
  534. * @return array<string,bool> of tested values.
  535. */
  536. function check_install_php() {
  537. $pdo_mysql = extension_loaded('pdo_mysql');
  538. $pdo_pgsql = extension_loaded('pdo_pgsql');
  539. $pdo_sqlite = extension_loaded('pdo_sqlite');
  540. return array(
  541. 'php' => version_compare(PHP_VERSION, FRESHRSS_MIN_PHP_VERSION) >= 0,
  542. 'curl' => extension_loaded('curl'),
  543. 'pdo' => $pdo_mysql || $pdo_sqlite || $pdo_pgsql,
  544. 'pcre' => extension_loaded('pcre'),
  545. 'ctype' => extension_loaded('ctype'),
  546. 'fileinfo' => extension_loaded('fileinfo'),
  547. 'dom' => class_exists('DOMDocument'),
  548. 'json' => extension_loaded('json'),
  549. 'mbstring' => extension_loaded('mbstring'),
  550. 'zip' => extension_loaded('zip'),
  551. );
  552. }
  553. /**
  554. * Check different data files and directories exist.
  555. *
  556. * @return array<string,bool> of tested values.
  557. */
  558. function check_install_files() {
  559. return array(
  560. // @phpstan-ignore-next-line
  561. 'data' => DATA_PATH && is_writable(DATA_PATH),
  562. // @phpstan-ignore-next-line
  563. 'cache' => CACHE_PATH && is_writable(CACHE_PATH),
  564. // @phpstan-ignore-next-line
  565. 'users' => USERS_PATH && is_writable(USERS_PATH),
  566. 'favicons' => is_writable(DATA_PATH . '/favicons'),
  567. 'tokens' => is_writable(DATA_PATH . '/tokens'),
  568. );
  569. }
  570. /**
  571. * Check database is well-installed.
  572. *
  573. * @return array<string,bool> of tested values.
  574. */
  575. function check_install_database() {
  576. $status = array(
  577. 'connection' => true,
  578. 'tables' => false,
  579. 'categories' => false,
  580. 'feeds' => false,
  581. 'entries' => false,
  582. 'entrytmp' => false,
  583. 'tag' => false,
  584. 'entrytag' => false,
  585. );
  586. try {
  587. $dbDAO = FreshRSS_Factory::createDatabaseDAO();
  588. $status['tables'] = $dbDAO->tablesAreCorrect();
  589. $status['categories'] = $dbDAO->categoryIsCorrect();
  590. $status['feeds'] = $dbDAO->feedIsCorrect();
  591. $status['entries'] = $dbDAO->entryIsCorrect();
  592. $status['entrytmp'] = $dbDAO->entrytmpIsCorrect();
  593. $status['tag'] = $dbDAO->tagIsCorrect();
  594. $status['entrytag'] = $dbDAO->entrytagIsCorrect();
  595. } catch(Minz_PDOConnectionException $e) {
  596. $status['connection'] = false;
  597. }
  598. return $status;
  599. }
  600. /**
  601. * Remove a directory recursively.
  602. *
  603. * From http://php.net/rmdir#110489
  604. *
  605. * @param string $dir the directory to remove
  606. */
  607. function recursive_unlink($dir) {
  608. if (!is_dir($dir)) {
  609. return true;
  610. }
  611. $files = array_diff(scandir($dir), array('.', '..'));
  612. foreach ($files as $filename) {
  613. $filename = $dir . '/' . $filename;
  614. if (is_dir($filename)) {
  615. @chmod($filename, 0777);
  616. recursive_unlink($filename);
  617. } else {
  618. unlink($filename);
  619. }
  620. }
  621. return rmdir($dir);
  622. }
  623. /**
  624. * Remove queries where $get is appearing.
  625. * @param string $get the get attribute which should be removed.
  626. * @param array<int,array<string,string>> $queries an array of queries.
  627. * @return array<int,array<string,string>> without queries where $get is appearing.
  628. */
  629. function remove_query_by_get($get, $queries) {
  630. $final_queries = array();
  631. foreach ($queries as $key => $query) {
  632. if (empty($query['get']) || $query['get'] !== $get) {
  633. $final_queries[$key] = $query;
  634. }
  635. }
  636. return $final_queries;
  637. }
  638. //RFC 4648
  639. function base64url_encode($data) {
  640. return strtr(rtrim(base64_encode($data), '='), '+/', '-_');
  641. }
  642. //RFC 4648
  643. function base64url_decode($data) {
  644. return base64_decode(strtr($data, '-_', '+/'));
  645. }
  646. function _i($icon, $url_only = false) {
  647. return FreshRSS_Themes::icon($icon, $url_only);
  648. }
  649. const SHORTCUT_KEYS = [
  650. '0', '1', '2', '3', '4', '5', '6', '7', '8', '9',
  651. 'a', 'b', 'c', 'd', 'e', 'f', 'g', 'h', 'i', 'j', 'k', 'l', 'm',
  652. 'n', 'o', 'p', 'q', 'r', 's', 't', 'u', 'v', 'w', 'x', 'y', 'z',
  653. 'F1', 'F2', 'F3', 'F4', 'F5', 'F6', 'F7', 'F8', 'F9', 'F10', 'F11', 'F12',
  654. 'ArrowDown', 'ArrowLeft', 'ArrowRight', 'ArrowUp', 'Backspace', 'Delete',
  655. 'End', 'Enter', 'Escape', 'Home', 'Insert', 'PageDown', 'PageUp', 'Space', 'Tab',
  656. ];
  657. function getNonStandardShortcuts($shortcuts) {
  658. $standard = strtolower(implode(' ', SHORTCUT_KEYS));
  659. $nonStandard = array_filter($shortcuts, function ($shortcut) use ($standard) {
  660. $shortcut = trim($shortcut);
  661. return $shortcut !== '' & stripos($standard, $shortcut) === false;
  662. });
  663. return $nonStandard;
  664. }
  665. function errorMessage($errorTitle, $error = '') {
  666. $errorTitle = htmlspecialchars($errorTitle, ENT_NOQUOTES, 'UTF-8');
  667. $message = '';
  668. $details = '';
  669. // Prevent empty tags by checking if error isn not empty first
  670. if ($error) {
  671. $error = htmlspecialchars($error, ENT_NOQUOTES, 'UTF-8');
  672. // First line is the main message, other lines are the details
  673. list($message, $details) = explode("\n", $error, 2);
  674. $message = "<h2>{$message}</h2>";
  675. $details = "<pre>{$details}</pre>";
  676. }
  677. return <<<MSG
  678. <h1>{$errorTitle}</h1>
  679. {$message}
  680. {$details}
  681. <h2>Check the logs</h2>
  682. <p>FreshRSS logs are located in <code>./FreshRSS/data/users/*/log*.txt</code></p>
  683. <p><em>N.B.:</em> A typical problem is wrong file permissions in the <code>./FreshRSS/data/</code> folder
  684. so make sure the Web server can write there and in sub-directories.</p>
  685. <h3>Common locations for additional logs</h3>
  686. <p><em>N.B.:</em> Adapt names and paths according to your local setup.</p>
  687. <ul>
  688. <li>If using Docker: <code>docker logs -f freshrss</code></li>
  689. <li>To check Web server logs on a Linux system using systemd: <code>journalctl -xeu apache2</code>
  690. and if you are using php-fpm: <code>journalctl -xeu php-fpm</code></li>
  691. <li>Otherwise, Web server logs are typically located in <code>/var/log/apache2/</code> or similar</li>
  692. <li>System logs may also contain relevant information in <code>/var/log/syslog</code>, or if using systemd: <code>sudo journalctl -xe</code></li>
  693. </ul>
  694. <p>More logs can be generated by enabling <code>'environment' => 'development',</code> in <code>./FreshRSS/data/config.php</code></p>
  695. <p>Running the feed update script (with the same user and PHP version as your Web server) might provide other hints, e.g.:
  696. <code>sudo -u www-data /usr/bin/php ./FreshRSS/app/actualize_script.php</code></p>
  697. MSG;
  698. }