lib_rss.php 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315
  1. <?php
  2. if (!function_exists('json_decode')) {
  3. require_once('JSON.php');
  4. function json_decode($var) {
  5. $JSON = new Services_JSON;
  6. return (array)($JSON->decode($var));
  7. }
  8. }
  9. if (!function_exists('json_encode')) {
  10. require_once('JSON.php');
  11. function json_encode($var) {
  12. $JSON = new Services_JSON;
  13. return $JSON->encodeUnsafe($var);
  14. }
  15. }
  16. //<Auto-loading>
  17. function classAutoloader($class) {
  18. if (strpos($class, 'FreshRSS') === 0) {
  19. $components = explode('_', $class);
  20. switch (count($components)) {
  21. case 1:
  22. include(APP_PATH . '/' . $components[0] . '.php');
  23. return;
  24. case 2:
  25. include(APP_PATH . '/Models/' . $components[1] . '.php');
  26. return;
  27. case 3: //Controllers, Exceptions
  28. @include(APP_PATH . '/' . $components[2] . 's/' . $components[1] . $components[2] . '.php');
  29. return;
  30. }
  31. } elseif (strpos($class, 'Minz') === 0) {
  32. include(LIB_PATH . '/' . str_replace('_', '/', $class) . '.php');
  33. } elseif (strpos($class, 'SimplePie') === 0) {
  34. include(LIB_PATH . '/SimplePie/' . str_replace('_', '/', $class) . '.php');
  35. }
  36. }
  37. spl_autoload_register('classAutoloader');
  38. //</Auto-loading>
  39. function checkUrl($url) {
  40. if (empty ($url)) {
  41. return '';
  42. }
  43. if (!preg_match ('#^https?://#i', $url)) {
  44. $url = 'http://' . $url;
  45. }
  46. if (filter_var($url, FILTER_VALIDATE_URL) ||
  47. (version_compare(PHP_VERSION, '5.3.3', '<') && (strpos($url, '-') > 0) && //PHP bug #51192
  48. ($url === filter_var($url, FILTER_SANITIZE_URL)))) {
  49. return $url;
  50. } else {
  51. return false;
  52. }
  53. }
  54. function formatNumber($n, $precision = 0) {
  55. return str_replace(' ', ' ', //Espace insécable //TODO: remplacer par une espace _fine_ insécable
  56. number_format($n, $precision, '.', ' ')); //number_format does not seem to be Unicode-compatible
  57. }
  58. function formatBytes($bytes, $precision = 2, $system = 'IEC') {
  59. if ($system === 'IEC') {
  60. $base = 1024;
  61. $units = array('B', 'KiB', 'MiB', 'GiB', 'TiB');
  62. } elseif ($system === 'SI') {
  63. $base = 1000;
  64. $units = array('B', 'KB', 'MB', 'GB', 'TB');
  65. }
  66. $bytes = max(intval($bytes), 0);
  67. $pow = $bytes === 0 ? 0 : floor(log($bytes) / log($base));
  68. $pow = min($pow, count($units) - 1);
  69. $bytes /= pow($base, $pow);
  70. return formatNumber($bytes, $precision) . ' ' . $units[$pow];
  71. }
  72. function timestamptodate ($t, $hour = true) {
  73. $month = _t(date('M', $t));
  74. if ($hour) {
  75. $date = _t('format_date_hour', $month);
  76. } else {
  77. $date = _t('format_date', $month);
  78. }
  79. return @date ($date, $t);
  80. }
  81. function html_only_entity_decode($text) {
  82. static $htmlEntitiesOnly = null;
  83. if ($htmlEntitiesOnly === null) {
  84. if (version_compare(PHP_VERSION, '5.3.4') >= 0) {
  85. $htmlEntitiesOnly = array_flip(array_diff(
  86. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES, 'UTF-8'), //Decode HTML entities
  87. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES, 'UTF-8') //Preserve XML entities
  88. ));
  89. } else {
  90. $htmlEntitiesOnly = array_map('utf8_encode', array_flip(array_diff(
  91. get_html_translation_table(HTML_ENTITIES, ENT_NOQUOTES), //Decode HTML entities
  92. get_html_translation_table(HTML_SPECIALCHARS, ENT_NOQUOTES) //Preserve XML entities
  93. )));
  94. }
  95. }
  96. return strtr($text, $htmlEntitiesOnly);
  97. }
  98. function customSimplePie() {
  99. $simplePie = new SimplePie();
  100. $simplePie->set_useragent(_t('freshrss') . '/' . FRESHRSS_VERSION . ' (' . PHP_OS . '; ' . FRESHRSS_WEBSITE . ') ' . SIMPLEPIE_NAME . '/' . SIMPLEPIE_VERSION);
  101. $simplePie->set_cache_location(CACHE_PATH);
  102. $simplePie->set_cache_duration(800);
  103. $simplePie->set_timeout(10); //TODO: Make a user setting
  104. $simplePie->strip_htmltags(array(
  105. 'base', 'blink', 'body', 'doctype', 'embed',
  106. 'font', 'form', 'frame', 'frameset', 'html',
  107. 'link', 'input', 'marquee', 'meta', 'noscript',
  108. 'object', 'param', 'plaintext', 'script', 'style',
  109. ));
  110. $simplePie->strip_attributes(array_merge($simplePie->strip_attributes, array(
  111. 'autoplay', 'onload', 'onunload', 'onclick', 'ondblclick', 'onmousedown', 'onmouseup',
  112. 'onmouseover', 'onmousemove', 'onmouseout', 'onfocus', 'onblur',
  113. 'onkeypress', 'onkeydown', 'onkeyup', 'onselect', 'onchange', 'seamless')));
  114. $simplePie->add_attributes(array(
  115. 'img' => array('lazyload' => '', 'postpone' => ''), //http://www.w3.org/TR/resource-priorities/
  116. 'audio' => array('lazyload' => '', 'postpone' => '', 'preload' => 'none'),
  117. 'iframe' => array('lazyload' => '', 'postpone' => '', 'sandbox' => 'allow-scripts allow-same-origin'),
  118. 'video' => array('lazyload' => '', 'postpone' => '', 'preload' => 'none'),
  119. ));
  120. $simplePie->set_url_replacements(array(
  121. 'a' => 'href',
  122. 'area' => 'href',
  123. 'audio' => 'src',
  124. 'blockquote' => 'cite',
  125. 'del' => 'cite',
  126. 'form' => 'action',
  127. 'iframe' => 'src',
  128. 'img' => array(
  129. 'longdesc',
  130. 'src'
  131. ),
  132. 'input' => 'src',
  133. 'ins' => 'cite',
  134. 'q' => 'cite',
  135. 'source' => 'src',
  136. 'track' => 'src',
  137. 'video' => array(
  138. 'poster',
  139. 'src',
  140. ),
  141. ));
  142. return $simplePie;
  143. }
  144. function sanitizeHTML($data, $base = '') {
  145. static $simplePie = null;
  146. if ($simplePie == null) {
  147. $simplePie = customSimplePie();
  148. $simplePie->init();
  149. }
  150. return html_only_entity_decode($simplePie->sanitize->sanitize($data, SIMPLEPIE_CONSTRUCT_HTML, $base));
  151. }
  152. /* permet de récupérer le contenu d'un article pour un flux qui n'est pas complet */
  153. function get_content_by_parsing ($url, $path) {
  154. require_once (LIB_PATH . '/lib_phpQuery.php');
  155. syslog(LOG_INFO, 'FreshRSS GET ' . $url);
  156. $html = file_get_contents ($url);
  157. if ($html) {
  158. $doc = phpQuery::newDocument ($html);
  159. $content = $doc->find ($path);
  160. return sanitizeHTML($content->__toString(), $url);
  161. } else {
  162. throw new Exception ();
  163. }
  164. }
  165. /**
  166. * Add support of image lazy loading
  167. * Move content from src attribute to data-original
  168. * @param content is the text we want to parse
  169. */
  170. function lazyimg($content) {
  171. return preg_replace(
  172. '/<((?:img|iframe)[^>]+?)src=[\'"]([^"\']+)[\'"]([^>]*)>/i',
  173. '<$1src="' . Minz_Url::display('/themes/icons/grey.gif') . '" data-original="$2"$3>',
  174. $content
  175. );
  176. }
  177. function uTimeString() {
  178. $t = @gettimeofday();
  179. return $t['sec'] . str_pad($t['usec'], 6, '0');
  180. }
  181. function uSecString() {
  182. $t = @gettimeofday();
  183. return str_pad($t['usec'], 6, '0');
  184. }
  185. function invalidateHttpCache() {
  186. Minz_Session::_param('touch', uTimeString());
  187. return touch(LOG_PATH . '/' . Minz_Session::param('currentUser', '_') . '.log');
  188. }
  189. function usernameFromPath($userPath) {
  190. if (preg_match('%/([A-Za-z0-9]{1,16})_user\.php$%', $userPath, $matches)) {
  191. return $matches[1];
  192. } else {
  193. return '';
  194. }
  195. }
  196. function listUsers() {
  197. return array_map('usernameFromPath', glob(DATA_PATH . '/*_user.php'));
  198. }
  199. function httpAuthUser() {
  200. return isset($_SERVER['REMOTE_USER']) ? $_SERVER['REMOTE_USER'] : '';
  201. }
  202. function cryptAvailable() {
  203. if (version_compare(PHP_VERSION, '5.3.3', '>=')) {
  204. try {
  205. $hash = '$2y$04$usesomesillystringfore7hnbRJHxXVLeakoG8K30oukPsA.ztMG';
  206. return $hash === @crypt('password', $hash);
  207. } catch (Exception $e) {
  208. }
  209. }
  210. return false;
  211. }
  212. function is_referer_from_same_domain() {
  213. if (empty($_SERVER['HTTP_REFERER'])) {
  214. return false;
  215. }
  216. $host = parse_url(((isset($_SERVER['HTTPS']) && $_SERVER['HTTPS'] === 'on') ? 'https://' : 'http://') .
  217. (empty($_SERVER['HTTP_HOST']) ? $_SERVER['SERVER_NAME'] : $_SERVER['HTTP_HOST']));
  218. $referer = parse_url($_SERVER['HTTP_REFERER']);
  219. if (empty($host['scheme']) || empty($referer['scheme']) || $host['scheme'] !== $referer['scheme'] ||
  220. empty($host['host']) || empty($referer['host']) || $host['host'] !== $referer['host']) {
  221. return false;
  222. }
  223. return (isset($host['port']) ? $host['port'] : 0) === (isset($referer['port']) ? $referer['port'] : 0);
  224. }
  225. /**
  226. * Check PHP and its extensions are well-installed.
  227. *
  228. * @return array of tested values.
  229. */
  230. function check_install_php() {
  231. return array(
  232. 'php' => version_compare(PHP_VERSION, '5.2.1') >= 0,
  233. 'minz' => file_exists(LIB_PATH . '/Minz'),
  234. 'curl' => extension_loaded('curl'),
  235. 'pdo_mysql' => extension_loaded('pdo_mysql'),
  236. 'pdo_sqlite' => extension_loaded('pdo_sqlite'),
  237. 'pdo' => extension_loaded('pdo_mysql') || extension_loaded('pdo_sqlite'),
  238. 'pcre' => extension_loaded('pcre'),
  239. 'ctype' => extension_loaded('ctype'),
  240. 'dom' => class_exists('DOMDocument'),
  241. 'json' => extension_loaded('json'),
  242. 'zip' => extension_loaded('zip'),
  243. );
  244. }
  245. /**
  246. * Check different data files and directories exist.
  247. *
  248. * @return array of tested values.
  249. */
  250. function check_install_files() {
  251. return array(
  252. 'data' => DATA_PATH && is_writable(DATA_PATH),
  253. 'cache' => CACHE_PATH && is_writable(CACHE_PATH),
  254. 'logs' => LOG_PATH && is_writable(LOG_PATH),
  255. 'favicons' => is_writable(DATA_PATH . '/favicons'),
  256. 'persona' => is_writable(DATA_PATH . '/persona'),
  257. 'tokens' => is_writable(DATA_PATH . '/tokens'),
  258. );
  259. }
  260. /**
  261. * Check database is well-installed.
  262. *
  263. * @return array of tested values.
  264. */
  265. function check_install_database() {
  266. $status = array(
  267. 'connection' => true,
  268. 'tables' => false,
  269. 'categories' => false,
  270. 'feeds' => false,
  271. 'entries' => false,
  272. );
  273. try {
  274. $dbDAO = FreshRSS_Factory::createDatabaseDAO();
  275. $status['tables'] = $dbDAO->tablesAreCorrect();
  276. $status['categories'] = $dbDAO->categoryIsCorrect();
  277. $status['feeds'] = $dbDAO->feedIsCorrect();
  278. $status['entries'] = $dbDAO->entryIsCorrect();
  279. } catch(Minz_PDOConnectionException $e) {
  280. $status['connection'] = false;
  281. }
  282. return $status;
  283. }