feedController.php 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451
  1. <?php
  2. class FreshRSS_feed_Controller extends Minz_ActionController {
  3. public function firstAction () {
  4. if (!$this->view->loginOk) {
  5. // Token is useful in the case that anonymous refresh is forbidden
  6. // and CRON task cannot be used with php command so the user can
  7. // set a CRON task to refresh his feeds by using token inside url
  8. $token = $this->view->conf->token;
  9. $token_param = Minz_Request::param ('token', '');
  10. $token_is_ok = ($token != '' && $token == $token_param);
  11. $action = Minz_Request::actionName ();
  12. if (!(($token_is_ok || Minz_Configuration::allowAnonymousRefresh()) &&
  13. $action === 'actualize')
  14. ) {
  15. Minz_Error::error (
  16. 403,
  17. array ('error' => array (Minz_Translate::t ('access_denied')))
  18. );
  19. }
  20. }
  21. }
  22. public function addAction () {
  23. @set_time_limit(300);
  24. if (Minz_Request::isPost ()) {
  25. $this->catDAO = new FreshRSS_CategoryDAO ();
  26. $this->catDAO->checkDefault ();
  27. $url = Minz_Request::param ('url_rss');
  28. $cat = Minz_Request::param ('category', false);
  29. if ($cat === false) {
  30. $def_cat = $this->catDAO->getDefault ();
  31. $cat = $def_cat->id ();
  32. }
  33. $user = Minz_Request::param ('http_user');
  34. $pass = Minz_Request::param ('http_pass');
  35. $params = array ();
  36. $transactionStarted = false;
  37. try {
  38. $feed = new FreshRSS_Feed ($url);
  39. $feed->_category ($cat);
  40. $httpAuth = '';
  41. if ($user != '' || $pass != '') {
  42. $httpAuth = $user . ':' . $pass;
  43. }
  44. $feed->_httpAuth ($httpAuth);
  45. $feed->load(true);
  46. $feedDAO = new FreshRSS_FeedDAO ();
  47. $values = array (
  48. 'url' => $feed->url (),
  49. 'category' => $feed->category (),
  50. 'name' => $feed->name (),
  51. 'website' => $feed->website (),
  52. 'description' => $feed->description (),
  53. 'lastUpdate' => time (),
  54. 'httpAuth' => $feed->httpAuth (),
  55. );
  56. if ($feedDAO->searchByUrl ($values['url'])) {
  57. // on est déjà abonné à ce flux
  58. $notif = array (
  59. 'type' => 'bad',
  60. 'content' => Minz_Translate::t ('already_subscribed', $feed->name ())
  61. );
  62. Minz_Session::_param ('notification', $notif);
  63. } else {
  64. $id = $feedDAO->addFeed ($values);
  65. if (!$id) {
  66. // problème au niveau de la base de données
  67. $notif = array (
  68. 'type' => 'bad',
  69. 'content' => Minz_Translate::t ('feed_not_added', $feed->name ())
  70. );
  71. Minz_Session::_param ('notification', $notif);
  72. } else {
  73. $feed->_id ($id);
  74. $feed->faviconPrepare();
  75. $is_read = $this->view->conf->mark_when['reception'] ? 1 : 0;
  76. $entryDAO = new FreshRSS_EntryDAO ();
  77. $entries = array_reverse($feed->entries()); //We want chronological order and SimplePie uses reverse order
  78. // on calcule la date des articles les plus anciens qu'on accepte
  79. $nb_month_old = $this->view->conf->old_entries;
  80. $date_min = time () - (3600 * 24 * 30 * $nb_month_old);
  81. $transactionStarted = true;
  82. $feedDAO->beginTransaction ();
  83. // on ajoute les articles en masse sans vérification
  84. foreach ($entries as $entry) {
  85. $values = $entry->toArray ();
  86. $values['id_feed'] = $feed->id ();
  87. $values['id'] = min(time(), $entry->date (true)) . uSecString();
  88. $values['is_read'] = $is_read;
  89. $entryDAO->addEntry ($values);
  90. }
  91. $feedDAO->updateLastUpdate ($feed->id ());
  92. $feedDAO->commit ();
  93. $transactionStarted = false;
  94. // ok, ajout terminé
  95. $notif = array (
  96. 'type' => 'good',
  97. 'content' => Minz_Translate::t ('feed_added', $feed->name ())
  98. );
  99. Minz_Session::_param ('notification', $notif);
  100. // permet de rediriger vers la page de conf du flux
  101. $params['id'] = $feed->id ();
  102. }
  103. }
  104. } catch (FreshRSS_BadUrl_Exception $e) {
  105. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  106. $notif = array (
  107. 'type' => 'bad',
  108. 'content' => Minz_Translate::t ('invalid_url', $url)
  109. );
  110. Minz_Session::_param ('notification', $notif);
  111. } catch (FreshRSS_Feed_Exception $e) {
  112. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  113. $notif = array (
  114. 'type' => 'bad',
  115. 'content' => Minz_Translate::t ('internal_problem_feed')
  116. );
  117. Minz_Session::_param ('notification', $notif);
  118. } catch (Minz_FileNotExistException $e) {
  119. // Répertoire de cache n'existe pas
  120. Minz_Log::record ($e->getMessage (), Minz_Log::ERROR);
  121. $notif = array (
  122. 'type' => 'bad',
  123. 'content' => Minz_Translate::t ('internal_problem_feed')
  124. );
  125. Minz_Session::_param ('notification', $notif);
  126. }
  127. if ($transactionStarted) {
  128. $feedDAO->rollBack ();
  129. }
  130. Minz_Request::forward (array ('c' => 'configure', 'a' => 'feed', 'params' => $params), true);
  131. }
  132. }
  133. public function truncateAction () {
  134. if (Minz_Request::isPost ()) {
  135. $id = Minz_Request::param ('id');
  136. $feedDAO = new FreshRSS_FeedDAO ();
  137. $n = $feedDAO->truncate($id);
  138. $notif = array(
  139. 'type' => $n === false ? 'bad' : 'good',
  140. 'content' => Minz_Translate::t ('n_entries_deleted', $n)
  141. );
  142. Minz_Session::_param ('notification', $notif);
  143. invalidateHttpCache();
  144. Minz_Request::forward (array ('c' => 'configure', 'a' => 'feed', 'params' => array('id' => $id)), true);
  145. }
  146. }
  147. public function actualizeAction () {
  148. @set_time_limit(300);
  149. $feedDAO = new FreshRSS_FeedDAO ();
  150. $entryDAO = new FreshRSS_EntryDAO ();
  151. Minz_Session::_param('actualize_feeds', false);
  152. $id = Minz_Request::param ('id');
  153. $force = Minz_Request::param ('force', false);
  154. // on créé la liste des flux à mettre à actualiser
  155. // si on veut mettre un flux à jour spécifiquement, on le met
  156. // dans la liste, mais seul (permet d'automatiser le traitement)
  157. $feeds = array ();
  158. if ($id) {
  159. $feed = $feedDAO->searchById ($id);
  160. if ($feed) {
  161. $feeds = array ($feed);
  162. }
  163. } else {
  164. $feeds = $feedDAO->listFeedsOrderUpdate ();
  165. }
  166. // on calcule la date des articles les plus anciens qu'on accepte
  167. $nb_month_old = max($this->view->conf->old_entries, 1);
  168. $date_min = time () - (3600 * 24 * 30 * $nb_month_old);
  169. $i = 0;
  170. $flux_update = 0;
  171. $is_read = $this->view->conf->mark_when['reception'] ? 1 : 0;
  172. foreach ($feeds as $feed) {
  173. if (!$feed->lock()) {
  174. Minz_Log::record('Feed already being actualized: ' . $feed->url(), Minz_Log::NOTICE);
  175. continue;
  176. }
  177. try {
  178. $url = $feed->url();
  179. $feedHistory = $feed->keepHistory();
  180. $feed->load(false);
  181. $entries = array_reverse($feed->entries()); //We want chronological order and SimplePie uses reverse order
  182. $hasTransaction = false;
  183. if (count($entries) > 0) {
  184. //For this feed, check last n entry GUIDs already in database
  185. $existingGuids = array_fill_keys ($entryDAO->listLastGuidsByFeed ($feed->id (), count($entries) + 10), 1);
  186. $useDeclaredDate = empty($existingGuids);
  187. if ($feedHistory == -2) { //default
  188. $feedHistory = $this->view->conf->keep_history_default;
  189. }
  190. $hasTransaction = true;
  191. $feedDAO->beginTransaction();
  192. // On ne vérifie pas strictement que l'article n'est pas déjà en BDD
  193. // La BDD refusera l'ajout car (id_feed, guid) doit être unique
  194. foreach ($entries as $entry) {
  195. $eDate = $entry->date (true);
  196. if ((!isset ($existingGuids[$entry->guid ()])) &&
  197. (($feedHistory != 0) || ($eDate >= $date_min))) {
  198. $values = $entry->toArray ();
  199. //Use declared date at first import, otherwise use discovery date
  200. $values['id'] = ($useDeclaredDate || $eDate < $date_min) ?
  201. min(time(), $eDate) . uSecString() :
  202. uTimeString();
  203. $values['is_read'] = $is_read;
  204. $entryDAO->addEntry ($values);
  205. }
  206. }
  207. }
  208. if (($feedHistory >= 0) && (rand(0, 30) === 1)) {
  209. if (!$hasTransaction) {
  210. $feedDAO->beginTransaction();
  211. }
  212. $nb = $feedDAO->cleanOldEntries ($feed->id (), $date_min, max($feedHistory, count($entries) + 10));
  213. if ($nb > 0) {
  214. Minz_Log::record ($nb . ' old entries cleaned in feed [' . $feed->url() . ']', Minz_Log::DEBUG);
  215. }
  216. }
  217. // on indique que le flux vient d'être mis à jour en BDD
  218. $feedDAO->updateLastUpdate ($feed->id (), 0, $hasTransaction);
  219. if ($hasTransaction) {
  220. $feedDAO->commit();
  221. }
  222. $flux_update++;
  223. if ($feed->url() !== $url) { //URL has changed (auto-discovery)
  224. $feedDAO->updateFeed($feed->id(), array('url' => $feed->url()));
  225. }
  226. } catch (FreshRSS_Feed_Exception $e) {
  227. Minz_Log::record ($e->getMessage (), Minz_Log::NOTICE);
  228. $feedDAO->updateLastUpdate ($feed->id (), 1);
  229. }
  230. $feed->faviconPrepare();
  231. $feed->unlock();
  232. unset($feed);
  233. // On arrête à 10 flux pour ne pas surcharger le serveur
  234. // sauf si le paramètre $force est à vrai
  235. $i++;
  236. if ($i >= 10 && !$force) {
  237. break;
  238. }
  239. }
  240. $url = array ();
  241. if ($flux_update === 1) {
  242. // on a mis un seul flux à jour
  243. $feed = reset ($feeds);
  244. $notif = array (
  245. 'type' => 'good',
  246. 'content' => Minz_Translate::t ('feed_actualized', $feed->name ())
  247. );
  248. } elseif ($flux_update > 1) {
  249. // plusieurs flux on été mis à jour
  250. $notif = array (
  251. 'type' => 'good',
  252. 'content' => Minz_Translate::t ('n_feeds_actualized', $flux_update)
  253. );
  254. } else {
  255. // aucun flux n'a été mis à jour, oups
  256. $notif = array (
  257. 'type' => 'good',
  258. 'content' => Minz_Translate::t ('no_feed_to_refresh')
  259. );
  260. }
  261. if ($i === 1) {
  262. // Si on a voulu mettre à jour qu'un flux
  263. // on filtre l'affichage par ce flux
  264. $feed = reset ($feeds);
  265. $url['params'] = array ('get' => 'f_' . $feed->id ());
  266. }
  267. if (Minz_Request::param ('ajax', 0) === 0) {
  268. Minz_Session::_param ('notification', $notif);
  269. Minz_Request::forward ($url, true);
  270. } else {
  271. // Une requête Ajax met un seul flux à jour.
  272. // Comme en principe plusieurs requêtes ont lieu,
  273. // on indique que "plusieurs flux ont été mis à jour".
  274. // Cela permet d'avoir une notification plus proche du
  275. // ressenti utilisateur
  276. $notif = array (
  277. 'type' => 'good',
  278. 'content' => Minz_Translate::t ('feeds_actualized')
  279. );
  280. Minz_Session::_param ('notification', $notif);
  281. // et on désactive le layout car ne sert à rien
  282. $this->view->_useLayout (false);
  283. }
  284. }
  285. public function massiveImportAction () {
  286. @set_time_limit(300);
  287. $this->catDAO = new FreshRSS_CategoryDAO ();
  288. $this->catDAO->checkDefault ();
  289. $entryDAO = new FreshRSS_EntryDAO ();
  290. $feedDAO = new FreshRSS_FeedDAO ();
  291. $categories = Minz_Request::param ('categories', array (), true);
  292. $feeds = Minz_Request::param ('feeds', array (), true);
  293. // on ajoute les catégories en masse dans une fonction à part
  294. $this->addCategories ($categories);
  295. // on calcule la date des articles les plus anciens qu'on accepte
  296. $nb_month_old = $this->view->conf->old_entries;
  297. $date_min = time () - (3600 * 24 * 30 * $nb_month_old);
  298. // la variable $error permet de savoir si une erreur est survenue
  299. // Le but est de ne pas arrêter l'import même en cas d'erreur
  300. // L'utilisateur sera mis au courant s'il y a eu des erreurs, mais
  301. // ne connaîtra pas les détails. Ceux-ci seront toutefois logguées
  302. $error = false;
  303. $i = 0;
  304. foreach ($feeds as $feed) {
  305. try {
  306. $values = array (
  307. 'id' => $feed->id (),
  308. 'url' => $feed->url (),
  309. 'category' => $feed->category (),
  310. 'name' => $feed->name (),
  311. 'website' => $feed->website (),
  312. 'description' => $feed->description (),
  313. 'lastUpdate' => 0,
  314. 'httpAuth' => $feed->httpAuth ()
  315. );
  316. // ajout du flux que s'il n'est pas déjà en BDD
  317. if (!$feedDAO->searchByUrl ($values['url'])) {
  318. $id = $feedDAO->addFeed ($values);
  319. if ($id) {
  320. $feed->_id ($id);
  321. $feed->faviconPrepare();
  322. } else {
  323. $error = true;
  324. }
  325. }
  326. } catch (FreshRSS_Feed_Exception $e) {
  327. $error = true;
  328. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  329. }
  330. }
  331. if ($error) {
  332. $res = Minz_Translate::t ('feeds_imported_with_errors');
  333. } else {
  334. $res = Minz_Translate::t ('feeds_imported');
  335. }
  336. $notif = array (
  337. 'type' => 'good',
  338. 'content' => $res
  339. );
  340. Minz_Session::_param ('notification', $notif);
  341. Minz_Session::_param ('actualize_feeds', true);
  342. // et on redirige vers la page d'accueil
  343. Minz_Request::forward (array (
  344. 'c' => 'index',
  345. 'a' => 'index'
  346. ), true);
  347. }
  348. public function deleteAction () {
  349. if (Minz_Request::isPost ()) {
  350. $type = Minz_Request::param ('type', 'feed');
  351. $id = Minz_Request::param ('id');
  352. $feedDAO = new FreshRSS_FeedDAO ();
  353. if ($type == 'category') {
  354. if ($feedDAO->deleteFeedByCategory ($id)) {
  355. $notif = array (
  356. 'type' => 'good',
  357. 'content' => Minz_Translate::t ('category_emptied')
  358. );
  359. //TODO: Delete old favicons
  360. } else {
  361. $notif = array (
  362. 'type' => 'bad',
  363. 'content' => Minz_Translate::t ('error_occured')
  364. );
  365. }
  366. } else {
  367. if ($feedDAO->deleteFeed ($id)) {
  368. $notif = array (
  369. 'type' => 'good',
  370. 'content' => Minz_Translate::t ('feed_deleted')
  371. );
  372. //TODO: Delete old favicon
  373. } else {
  374. $notif = array (
  375. 'type' => 'bad',
  376. 'content' => Minz_Translate::t ('error_occured')
  377. );
  378. }
  379. }
  380. Minz_Session::_param ('notification', $notif);
  381. if ($type == 'category') {
  382. Minz_Request::forward (array ('c' => 'configure', 'a' => 'categorize'), true);
  383. } else {
  384. Minz_Request::forward (array ('c' => 'configure', 'a' => 'feed'), true);
  385. }
  386. }
  387. }
  388. private function addCategories ($categories) {
  389. foreach ($categories as $cat) {
  390. if (!$this->catDAO->searchByName ($cat->name ())) {
  391. $values = array (
  392. 'id' => $cat->id (),
  393. 'name' => $cat->name (),
  394. );
  395. $catDAO->addCategory ($values);
  396. }
  397. }
  398. }
  399. }