lib_rss.php 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527
  1. <?php
  2. if (version_compare(PHP_VERSION, '5.3.8', '<')) {
  3. die('FreshRSS error: FreshRSS requires PHP 5.3.8+!');
  4. }
  5. if (!function_exists('json_decode')) {
  6. require_once(__DIR__ . '/JSON.php');
  7. function json_decode($var, $assoc = false) {
  8. $JSON = new Services_JSON($assoc ? SERVICES_JSON_LOOSE_TYPE : 0);
  9. return $JSON->decode($var);
  10. }
  11. }
  12. if (!function_exists('json_encode')) {
  13. require_once(__DIR__ . '/JSON.php');
  14. function json_encode($var) {
  15. $JSON = new Services_JSON();
  16. return $JSON->encodeUnsafe($var);
  17. }
  18. }
  19. defined('JSON_UNESCAPED_UNICODE') or define('JSON_UNESCAPED_UNICODE', 256); //PHP 5.3
  20. if (!function_exists('mb_strcut')) {
  21. function mb_strcut($str, $start, $length = null, $encoding = 'UTF-8') {
  22. return substr($str, $start, $length);
  23. }
  24. }
  25. /**
  26. * Build a directory path by concatenating a list of directory names.
  27. *
  28. * @param $path_parts a list of directory names
  29. * @return a string corresponding to the final pathname
  30. */
  31. function join_path() {
  32. $path_parts = func_get_args();
  33. return join(DIRECTORY_SEPARATOR, $path_parts);
  34. }
  35. //<Auto-loading>
  36. function classAutoloader($class) {
  37. if (strpos($class, 'FreshRSS') === 0) {
  38. $components = explode('_', $class);
  39. switch (count($components)) {
  40. case 1:
  41. include(APP_PATH . '/' . $components[0] . '.php');
  42. return;
  43. case 2:
  44. include(APP_PATH . '/Models/' . $components[1] . '.php');
  45. return;
  46. case 3: //Controllers, Exceptions
  47. include(APP_PATH . '/' . $components[2] . 's/' . $components[1] . $components[2] . '.php');
  48. return;
  49. }
  50. } elseif (strpos($class, 'Minz') === 0) {
  51. include(LIB_PATH . '/' . str_replace('_', '/', $class) . '.php');
  52. } elseif (strpos($class, 'SimplePie') === 0) {
  53. include(LIB_PATH . '/SimplePie/' . str_replace('_', '/', $class) . '.php');
  54. }
  55. }
  56. spl_autoload_register('classAutoloader');
  57. //</Auto-loading>
  58. function idn_to_puny($url) {
  59. if (function_exists('idn_to_ascii')) {
  60. $parts = parse_url($url);
  61. if (!empty($parts['host'])) {
  62. $idn = $parts['host'];
  63. // INTL_IDNA_VARIANT_UTS46 is defined starting in PHP 5.4
  64. if (defined('INTL_IDNA_VARIANT_UTS46')) {
  65. $puny = idn_to_ascii($idn, 0, INTL_IDNA_VARIANT_UTS46);
  66. } else {
  67. $puny = idn_to_ascii($idn);
  68. }
  69. $pos = strpos($url, $idn);
  70. if ($pos !== false) {
  71. return substr_replace($url, $puny, $pos, strlen($idn));
  72. }
  73. }
  74. }
  75. return $url;
  76. }
  77. function checkUrl($url) {
  78. if ($url == '') {
  79. return '';
  80. }
  81. if (!preg_match('#^https?://#i', $url)) {
  82. $url = 'http://' . $url;
  83. }
  84. $url = idn_to_puny($url); //PHP bug #53474 IDN
  85. if (filter_var($url, FILTER_VALIDATE_URL)) {
  86. return $url;
  87. } else {
  88. return false;
  89. }
  90. }
  91. function safe_ascii($text) {
  92. return filter_var($text, FILTER_DEFAULT, FILTER_FLAG_STRIP_LOW | FILTER_FLAG_STRIP_HIGH);
  93. }
  94. /**
  95. * Test if a given server address is publicly accessible.
  96. *
  97. * Note: for the moment it tests only if address is corresponding to a
  98. * localhost address.
  99. *
  100. * @param $address the address to test, can be an IP or a URL.
  101. * @return true if server is accessible, false otherwise.
  102. * @todo improve test with a more valid technique (e.g. test with an external server?)
  103. */
  104. function server_is_public($address) {
  105. $host = parse_url($address, PHP_URL_HOST);
  106. $is_public = !in_array($host, array(
  107. 'localhost',
  108. 'localhost.localdomain',
  109. '[::1]',
  110. 'ip6-localhost',
  111. 'localhost6',
  112. 'localhost6.localdomain6',
  113. ));
  114. if ($is_public) {
  115. $is_public &= !preg_match('/^(10|127|172[.]16|192[.]168)[.]/', $host);
  116. $is_public &= !preg_match('/^(\[)?(::1$|fc00::|fe80::)/i', $host);
  117. }
  118. return (bool)$is_public;
  119. }
  120. function format_number($n, $precision = 0) {
  121. // number_format does not seem to be Unicode-compatible
  122. return str_replace(' ', ' ', //Espace fine insécable
  123. number_format($n, $precision, '.', ' ')
  124. );
  125. }
  126. function format_bytes($bytes, $precision = 2, $system = 'IEC') {
  127. if ($system === 'IEC') {
  128. $base = 1024;
  129. $units = array('B', 'KiB', 'MiB', 'GiB', 'TiB');
  130. } elseif ($system === 'SI') {
  131. $base = 1000;
  132. $units = array('B', 'KB', 'MB', 'GB', 'TB');
  133. } else {
  134. return format_number($bytes, $precision);
  135. }
  136. $bytes = max(intval($bytes), 0);
  137. $pow = $bytes === 0 ? 0 : floor(log($bytes) / log($base));
  138. $pow = min($pow, count($units) - 1);
  139. $bytes /= pow($base, $pow);
  140. return format_number($bytes, $precision) . ' ' . $units[$pow];
  141. }
  142. function timestamptodate ($t, $hour = true) {
  143. $month = _t('gen.date.' . date('M', $t));
  144. if ($hour) {
  145. $date = _t('gen.date.format_date_hour', $month);
  146. } else {
  147. $date = _t('gen.date.format_date', $month);
  148. }
  149. return @date ($date, $t);
  150. }
  151. function html_only_entity_decode($text) {
  152. static $htmlEntitiesOnly = null;
  153. if ($htmlEntitiesOnly === null) {
  154. if (version_compare(PHP_VERSION, '5.3.4') >= 0) {
  155. $htmlEntitiesOnly = array_flip(array_diff(
  156. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES, 'UTF-8'), //Decode HTML entities
  157. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES, 'UTF-8') //Preserve XML entities
  158. ));
  159. } else {
  160. $htmlEntitiesOnly = array_map('utf8_encode', array_flip(array_diff(
  161. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES), //Decode HTML entities
  162. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES) //Preserve XML entities
  163. )));
  164. }
  165. }
  166. return strtr($text, $htmlEntitiesOnly);
  167. }
  168. function customSimplePie($attributes = array()) {
  169. $system_conf = Minz_Configuration::get('system');
  170. $limits = $system_conf->limits;
  171. $simplePie = new SimplePie();
  172. $simplePie->set_useragent(FRESHRSS_USERAGENT);
  173. $simplePie->set_syslog($system_conf->simplepie_syslog_enabled);
  174. $simplePie->set_cache_location(CACHE_PATH);
  175. $simplePie->set_cache_duration($limits['cache_duration']);
  176. $feed_timeout = empty($attributes['timeout']) ? 0 : intval($attributes['timeout']);
  177. $simplePie->set_timeout($feed_timeout > 0 ? $feed_timeout : $limits['timeout']);
  178. $curl_options = $system_conf->curl_options;
  179. if (isset($attributes['ssl_verify'])) {
  180. $curl_options[CURLOPT_SSL_VERIFYHOST] = $attributes['ssl_verify'] ? 2 : 0;
  181. $curl_options[CURLOPT_SSL_VERIFYPEER] = $attributes['ssl_verify'] ? true : false;
  182. }
  183. $simplePie->set_curl_options($curl_options);
  184. $simplePie->strip_htmltags(array(
  185. 'base', 'blink', 'body', 'doctype', 'embed',
  186. 'font', 'form', 'frame', 'frameset', 'html',
  187. 'link', 'input', 'marquee', 'meta', 'noscript',
  188. 'object', 'param', 'plaintext', 'script', 'style',
  189. ));
  190. $simplePie->strip_attributes(array_merge($simplePie->strip_attributes, array(
  191. 'autoplay', 'class', 'onload', 'onunload', 'onclick', 'ondblclick', 'onmousedown', 'onmouseup',
  192. 'onmouseover', 'onmousemove', 'onmouseout', 'onfocus', 'onblur',
  193. 'onkeypress', 'onkeydown', 'onkeyup', 'onselect', 'onchange', 'seamless', 'sizes', 'srcset')));
  194. $simplePie->add_attributes(array(
  195. 'audio' => array('controls' => 'controls', 'preload' => 'none'),
  196. 'iframe' => array('sandbox' => 'allow-scripts allow-same-origin'),
  197. 'video' => array('controls' => 'controls', 'preload' => 'none'),
  198. ));
  199. $simplePie->set_url_replacements(array(
  200. 'a' => 'href',
  201. 'area' => 'href',
  202. 'audio' => 'src',
  203. 'blockquote' => 'cite',
  204. 'del' => 'cite',
  205. 'form' => 'action',
  206. 'iframe' => 'src',
  207. 'img' => array(
  208. 'longdesc',
  209. 'src'
  210. ),
  211. 'input' => 'src',
  212. 'ins' => 'cite',
  213. 'q' => 'cite',
  214. 'source' => 'src',
  215. 'track' => 'src',
  216. 'video' => array(
  217. 'poster',
  218. 'src',
  219. ),
  220. ));
  221. $https_domains = array();
  222. $force = @file(FRESHRSS_PATH . '/force-https.default.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  223. if (is_array($force)) {
  224. $https_domains = array_merge($https_domains, $force);
  225. }
  226. $force = @file(DATA_PATH . '/force-https.txt', FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES);
  227. if (is_array($force)) {
  228. $https_domains = array_merge($https_domains, $force);
  229. }
  230. $simplePie->set_https_domains($https_domains);
  231. return $simplePie;
  232. }
  233. function sanitizeHTML($data, $base = '') {
  234. static $simplePie = null;
  235. if ($simplePie == null) {
  236. $simplePie = customSimplePie();
  237. $simplePie->init();
  238. }
  239. return html_only_entity_decode($simplePie->sanitize->sanitize($data, SIMPLEPIE_CONSTRUCT_HTML, $base));
  240. }
  241. /**
  242. * Add support of image lazy loading
  243. * Move content from src attribute to data-original
  244. * @param content is the text we want to parse
  245. */
  246. function lazyimg($content) {
  247. return preg_replace(
  248. '/<((?:img|iframe)[^>]+?)src=[\'"]([^"\']+)[\'"]([^>]*)>/i',
  249. '<$1src="' . Minz_Url::display('/themes/icons/grey.gif') . '" data-original="$2"$3>',
  250. $content
  251. );
  252. }
  253. function uTimeString() {
  254. $t = @gettimeofday();
  255. return $t['sec'] . str_pad($t['usec'], 6, '0');
  256. }
  257. function uSecString() {
  258. $t = @gettimeofday();
  259. return str_pad($t['usec'], 6, '0');
  260. }
  261. function invalidateHttpCache($username = '') {
  262. if (!FreshRSS_user_Controller::checkUsername($username)) {
  263. Minz_Session::_param('touch', uTimeString());
  264. $username = Minz_Session::param('currentUser', '_');
  265. }
  266. return touch(join_path(DATA_PATH, 'users', $username, 'log.txt'));
  267. }
  268. function listUsers() {
  269. $final_list = array();
  270. $base_path = join_path(DATA_PATH, 'users');
  271. $dir_list = array_values(array_diff(
  272. scandir($base_path),
  273. array('..', '.', '_')
  274. ));
  275. foreach ($dir_list as $file) {
  276. if ($file[0] !== '.' && is_dir(join_path($base_path, $file)) && file_exists(join_path($base_path, $file, 'config.php'))) {
  277. $final_list[] = $file;
  278. }
  279. }
  280. return $final_list;
  281. }
  282. /**
  283. * Return if the maximum number of registrations has been reached.
  284. *
  285. * Note a max_regstrations of 0 means there is no limit.
  286. *
  287. * @return true if number of users >= max registrations, false else.
  288. */
  289. function max_registrations_reached() {
  290. $system_conf = Minz_Configuration::get('system');
  291. $limit_registrations = $system_conf->limits['max_registrations'];
  292. $number_accounts = count(listUsers());
  293. return $limit_registrations > 0 && $number_accounts >= $limit_registrations;
  294. }
  295. /**
  296. * Register and return the configuration for a given user.
  297. *
  298. * Note this function has been created to generate temporary configuration
  299. * objects. If you need a long-time configuration, please don't use this function.
  300. *
  301. * @param $username the name of the user of which we want the configuration.
  302. * @return a Minz_Configuration object, null if the configuration cannot be loaded.
  303. */
  304. function get_user_configuration($username) {
  305. if (!FreshRSS_user_Controller::checkUsername($username)) {
  306. return null;
  307. }
  308. $namespace = 'user_' . $username;
  309. try {
  310. Minz_Configuration::register($namespace,
  311. join_path(USERS_PATH, $username, 'config.php'),
  312. join_path(FRESHRSS_PATH, 'config-user.default.php'));
  313. } catch (Minz_ConfigurationNamespaceException $e) {
  314. // namespace already exists, do nothing.
  315. Minz_Log::warning($e->getMessage());
  316. } catch (Minz_FileNotExistException $e) {
  317. Minz_Log::warning($e->getMessage());
  318. return null;
  319. }
  320. return Minz_Configuration::get($namespace);
  321. }
  322. function httpAuthUser() {
  323. if (isset($_SERVER['REMOTE_USER'])) {
  324. return $_SERVER['REMOTE_USER'];
  325. }
  326. if (isset($_SERVER['REDIRECT_REMOTE_USER'])) {
  327. return $_SERVER['REDIRECT_REMOTE_USER'];
  328. }
  329. return '';
  330. }
  331. function cryptAvailable() {
  332. try {
  333. $hash = '$2y$04$usesomesillystringfore7hnbRJHxXVLeakoG8K30oukPsA.ztMG';
  334. return $hash === @crypt('password', $hash);
  335. } catch (Exception $e) {
  336. Minz_Log::warning($e->getMessage());
  337. }
  338. return false;
  339. }
  340. function is_referer_from_same_domain() {
  341. if (empty($_SERVER['HTTP_REFERER'])) {
  342. return true; //Accept empty referer while waiting for good support of meta referrer same-origin policy in browsers
  343. }
  344. $host = parse_url(((isset($_SERVER['HTTPS']) && $_SERVER['HTTPS'] === 'on') ? 'https://' : 'http://') .
  345. (empty($_SERVER['HTTP_HOST']) ? $_SERVER['SERVER_NAME'] : $_SERVER['HTTP_HOST']));
  346. $referer = parse_url($_SERVER['HTTP_REFERER']);
  347. if (empty($host['host']) || empty($referer['host']) || $host['host'] !== $referer['host']) {
  348. return false;
  349. }
  350. //TODO: check 'scheme', taking into account the case of a proxy
  351. if ((isset($host['port']) ? $host['port'] : 0) !== (isset($referer['port']) ? $referer['port'] : 0)) {
  352. return false;
  353. }
  354. return true;
  355. }
  356. /**
  357. * Check PHP and its extensions are well-installed.
  358. *
  359. * @return array of tested values.
  360. */
  361. function check_install_php() {
  362. $pdo_mysql = extension_loaded('pdo_mysql');
  363. $pdo_pgsql = extension_loaded('pdo_pgsql');
  364. $pdo_sqlite = extension_loaded('pdo_sqlite');
  365. return array(
  366. 'php' => version_compare(PHP_VERSION, '5.3.8') >= 0,
  367. 'minz' => file_exists(LIB_PATH . '/Minz'),
  368. 'curl' => extension_loaded('curl'),
  369. 'pdo' => $pdo_mysql || $pdo_sqlite || $pdo_pgsql,
  370. 'pcre' => extension_loaded('pcre'),
  371. 'ctype' => extension_loaded('ctype'),
  372. 'fileinfo' => extension_loaded('fileinfo'),
  373. 'dom' => class_exists('DOMDocument'),
  374. 'json' => extension_loaded('json'),
  375. 'mbstring' => extension_loaded('mbstring'),
  376. 'zip' => extension_loaded('zip'),
  377. );
  378. }
  379. /**
  380. * Check different data files and directories exist.
  381. *
  382. * @return array of tested values.
  383. */
  384. function check_install_files() {
  385. return array(
  386. 'data' => DATA_PATH && is_writable(DATA_PATH),
  387. 'cache' => CACHE_PATH && is_writable(CACHE_PATH),
  388. 'users' => USERS_PATH && is_writable(USERS_PATH),
  389. 'favicons' => is_writable(DATA_PATH . '/favicons'),
  390. 'tokens' => is_writable(DATA_PATH . '/tokens'),
  391. );
  392. }
  393. /**
  394. * Check database is well-installed.
  395. *
  396. * @return array of tested values.
  397. */
  398. function check_install_database() {
  399. $status = array(
  400. 'connection' => true,
  401. 'tables' => false,
  402. 'categories' => false,
  403. 'feeds' => false,
  404. 'entries' => false,
  405. 'entrytmp' => false,
  406. 'tag' => false,
  407. 'entrytag' => false,
  408. );
  409. try {
  410. $dbDAO = FreshRSS_Factory::createDatabaseDAO();
  411. $status['tables'] = $dbDAO->tablesAreCorrect();
  412. $status['categories'] = $dbDAO->categoryIsCorrect();
  413. $status['feeds'] = $dbDAO->feedIsCorrect();
  414. $status['entries'] = $dbDAO->entryIsCorrect();
  415. $status['entrytmp'] = $dbDAO->entrytmpIsCorrect();
  416. $status['tag'] = $dbDAO->tagIsCorrect();
  417. $status['entrytag'] = $dbDAO->entrytagIsCorrect();
  418. } catch(Minz_PDOConnectionException $e) {
  419. $status['connection'] = false;
  420. }
  421. return $status;
  422. }
  423. /**
  424. * Remove a directory recursively.
  425. *
  426. * From http://php.net/rmdir#110489
  427. *
  428. * @param $dir the directory to remove
  429. */
  430. function recursive_unlink($dir) {
  431. if (!is_dir($dir)) {
  432. return true;
  433. }
  434. $files = array_diff(scandir($dir), array('.', '..'));
  435. foreach ($files as $filename) {
  436. $filename = $dir . '/' . $filename;
  437. if (is_dir($filename)) {
  438. @chmod($filename, 0777);
  439. recursive_unlink($filename);
  440. } else {
  441. unlink($filename);
  442. }
  443. }
  444. return rmdir($dir);
  445. }
  446. /**
  447. * Remove queries where $get is appearing.
  448. * @param $get the get attribute which should be removed.
  449. * @param $queries an array of queries.
  450. * @return the same array whithout those where $get is appearing.
  451. */
  452. function remove_query_by_get($get, $queries) {
  453. $final_queries = array();
  454. foreach ($queries as $key => $query) {
  455. if (empty($query['get']) || $query['get'] !== $get) {
  456. $final_queries[$key] = $query;
  457. }
  458. }
  459. return $final_queries;
  460. }
  461. //RFC 4648
  462. function base64url_encode($data) {
  463. return strtr(rtrim(base64_encode($data), '='), '+/', '-_');
  464. }
  465. //RFC 4648
  466. function base64url_decode($data) {
  467. return base64_decode(strtr($data, '-_', '+/'));
  468. }
  469. function _i($icon, $url_only = false) {
  470. return FreshRSS_Themes::icon($icon, $url_only);
  471. }