feedController.php 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431
  1. <?php
  2. class feedController extends ActionController {
  3. public function firstAction () {
  4. $token = $this->view->conf->token();
  5. $token_param = Request::param ('token', '');
  6. $token_is_ok = ($token != '' && $token == $token_param);
  7. $action = Request::actionName ();
  8. if (login_is_conf ($this->view->conf) &&
  9. !is_logged () &&
  10. !($token_is_ok && $action == 'actualize')) {
  11. Error::error (
  12. 403,
  13. array ('error' => array (Translate::t ('access_denied')))
  14. );
  15. }
  16. $this->catDAO = new CategoryDAO ();
  17. $this->catDAO->checkDefault ();
  18. }
  19. private static function entryDateComparer($e1, $e2) {
  20. $d1 = $e1->date(true);
  21. $d2 = $e2->date(true);
  22. if ($d1 === $d2) {
  23. return 0;
  24. }
  25. return ($d1 < $d2) ? -1 : 1;
  26. }
  27. public function addAction () {
  28. @set_time_limit(300);
  29. if (Request::isPost ()) {
  30. $url = Request::param ('url_rss');
  31. $cat = Request::param ('category', false);
  32. if ($cat === false) {
  33. $def_cat = $this->catDAO->getDefault ();
  34. $cat = $def_cat->id ();
  35. }
  36. $user = Request::param ('username');
  37. $pass = Request::param ('password');
  38. $params = array ();
  39. $transactionStarted = false;
  40. try {
  41. $feed = new Feed ($url);
  42. $feed->_category ($cat);
  43. $httpAuth = '';
  44. if ($user != '' || $pass != '') {
  45. $httpAuth = $user . ':' . $pass;
  46. }
  47. $feed->_httpAuth ($httpAuth);
  48. $feed->load ();
  49. $feedDAO = new FeedDAO ();
  50. $values = array (
  51. 'url' => $feed->url (),
  52. 'category' => $feed->category (),
  53. 'name' => $feed->name (),
  54. 'website' => $feed->website (),
  55. 'description' => $feed->description (),
  56. 'lastUpdate' => time (),
  57. 'httpAuth' => $feed->httpAuth (),
  58. );
  59. if ($feedDAO->searchByUrl ($values['url'])) {
  60. // on est déjà abonné à ce flux
  61. $notif = array (
  62. 'type' => 'bad',
  63. 'content' => Translate::t ('already_subscribed', $feed->name ())
  64. );
  65. Session::_param ('notification', $notif);
  66. } else {
  67. $id = $feedDAO->addFeed ($values);
  68. if (!$id) {
  69. // problème au niveau de la base de données
  70. $notif = array (
  71. 'type' => 'bad',
  72. 'content' => Translate::t ('feed_not_added', $feed->name ())
  73. );
  74. Session::_param ('notification', $notif);
  75. } else {
  76. $feed->_id ($id);
  77. $feed->faviconPrepare();
  78. $is_read = $this->view->conf->markUponReception() === 'yes' ? 1 : 0;
  79. $entryDAO = new EntryDAO ();
  80. $entries = $feed->entries ();
  81. usort($entries, 'self::entryDateComparer');
  82. // on calcule la date des articles les plus anciens qu'on accepte
  83. $nb_month_old = $this->view->conf->oldEntries ();
  84. $date_min = time () - (60 * 60 * 24 * 30 * $nb_month_old);
  85. $transactionStarted = true;
  86. $feedDAO->beginTransaction ();
  87. // on ajoute les articles en masse sans vérification
  88. foreach ($entries as $entry) {
  89. if ($entry->date (true) >= $date_min ||
  90. $feed->keepHistory ()) {
  91. $values = $entry->toArray ();
  92. $values['id_feed'] = $feed->id ();
  93. $values['id'] = min(time(), $entry->date (true)) . uSecString();
  94. $values['is_read'] = $is_read;
  95. $entryDAO->addEntry ($values);
  96. }
  97. }
  98. $feedDAO->updateLastUpdate ($feed->id ());
  99. $feedDAO->commit ();
  100. $transactionStarted = false;
  101. // ok, ajout terminé
  102. $notif = array (
  103. 'type' => 'good',
  104. 'content' => Translate::t ('feed_added', $feed->name ())
  105. );
  106. Session::_param ('notification', $notif);
  107. // permet de rediriger vers la page de conf du flux
  108. $params['id'] = $feed->id ();
  109. }
  110. }
  111. } catch (BadUrlException $e) {
  112. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  113. $notif = array (
  114. 'type' => 'bad',
  115. 'content' => Translate::t ('invalid_url', $url)
  116. );
  117. Session::_param ('notification', $notif);
  118. } catch (FeedException $e) {
  119. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  120. $notif = array (
  121. 'type' => 'bad',
  122. 'content' => Translate::t ('internal_problem_feed')
  123. );
  124. Session::_param ('notification', $notif);
  125. } catch (FileNotExistException $e) {
  126. // Répertoire de cache n'existe pas
  127. Minz_Log::record ($e->getMessage (), Minz_Log::ERROR);
  128. $notif = array (
  129. 'type' => 'bad',
  130. 'content' => Translate::t ('internal_problem_feed')
  131. );
  132. Session::_param ('notification', $notif);
  133. }
  134. if ($transactionStarted) {
  135. $feedDAO->rollBack ();
  136. }
  137. Request::forward (array ('c' => 'configure', 'a' => 'feed', 'params' => $params), true);
  138. }
  139. }
  140. public function truncateAction () {
  141. if (Request::isPost ()) {
  142. $id = Request::param ('id');
  143. $feedDAO = new FeedDAO ();
  144. $n = $feedDAO->truncate($id);
  145. $notif = array(
  146. 'type' => $n === false ? 'bad' : 'good',
  147. 'content' => Translate::t ('n_entries_deleted', $n)
  148. );
  149. Session::_param ('notification', $notif);
  150. invalidateHttpCache();
  151. Request::forward (array ('c' => 'configure', 'a' => 'feed', 'params' => array('id' => $id)), true);
  152. }
  153. }
  154. public function actualizeAction () {
  155. @set_time_limit(300);
  156. $feedDAO = new FeedDAO ();
  157. $entryDAO = new EntryDAO ();
  158. $id = Request::param ('id');
  159. $force = Request::param ('force', false);
  160. // on créé la liste des flux à mettre à actualiser
  161. // si on veut mettre un flux à jour spécifiquement, on le met
  162. // dans la liste, mais seul (permet d'automatiser le traitement)
  163. $feeds = array ();
  164. if ($id) {
  165. $feed = $feedDAO->searchById ($id);
  166. if ($feed) {
  167. $feeds = array ($feed);
  168. }
  169. } else {
  170. $feeds = $feedDAO->listFeedsOrderUpdate ();
  171. }
  172. // on calcule la date des articles les plus anciens qu'on accepte
  173. $nb_month_old = $this->view->conf->oldEntries ();
  174. $date_min = time () - (60 * 60 * 24 * 30 * $nb_month_old);
  175. if (rand(0, 30) === 1) {
  176. $nb = $entryDAO->cleanOldEntries ($date_min);
  177. Minz_Log::record ($nb . ' old entries cleaned.', Minz_Log::DEBUG);
  178. if ($nb > 0) {
  179. $nb = $feedDAO->updateCachedValues ();
  180. Minz_Log::record ($nb . ' cached values updated.', Minz_Log::DEBUG);
  181. }
  182. }
  183. $i = 0;
  184. $flux_update = 0;
  185. foreach ($feeds as $feed) {
  186. try {
  187. $feed->load ();
  188. $feed->faviconPrepare();
  189. $entries = $feed->entries ();
  190. usort($entries, 'self::entryDateComparer');
  191. $is_read = $this->view->conf->markUponReception() === 'yes' ? 1 : 0;
  192. //For this feed, check last n entry GUIDs already in database
  193. $existingGuids = array_fill_keys ($entryDAO->listLastGuidsByFeed ($feed->id (), count($entries) + 10), 1);
  194. // On ne vérifie pas strictement que l'article n'est pas déjà en BDD
  195. // La BDD refusera l'ajout car (id_feed, guid) doit être unique
  196. $feedDAO->beginTransaction ();
  197. foreach ($entries as $entry) {
  198. if ((!isset ($existingGuids[$entry->guid ()])) &&
  199. ($entry->date (true) >= $date_min ||
  200. $feed->keepHistory ())) {
  201. $values = $entry->toArray ();
  202. //Use declared date at first import, otherwise use discovery date
  203. $values['id'] = empty($existingGuids) ? min(time(), $entry->date (true)) . uSecString() : uTimeString();
  204. $values['is_read'] = $is_read;
  205. $entryDAO->addEntry ($values);
  206. }
  207. }
  208. // on indique que le flux vient d'être mis à jour en BDD
  209. $feedDAO->updateLastUpdate ($feed->id ());
  210. $feedDAO->commit ();
  211. $flux_update++;
  212. } catch (FeedException $e) {
  213. Minz_Log::record ($e->getMessage (), Minz_Log::NOTICE);
  214. $feedDAO->updateLastUpdate ($feed->id (), 1);
  215. }
  216. // On arrête à 10 flux pour ne pas surcharger le serveur
  217. // sauf si le paramètre $force est à vrai
  218. $i++;
  219. if ($i >= 10 && !$force) {
  220. break;
  221. }
  222. }
  223. $url = array ();
  224. if ($flux_update === 1) {
  225. // on a mis un seul flux à jour
  226. $notif = array (
  227. 'type' => 'good',
  228. 'content' => Translate::t ('feed_actualized', $feed->name ())
  229. );
  230. } elseif ($flux_update > 1) {
  231. // plusieurs flux on été mis à jour
  232. $notif = array (
  233. 'type' => 'good',
  234. 'content' => Translate::t ('n_feeds_actualized', $flux_update)
  235. );
  236. } else {
  237. // aucun flux n'a été mis à jour, oups
  238. $notif = array (
  239. 'type' => 'bad',
  240. 'content' => Translate::t ('no_feed_actualized')
  241. );
  242. }
  243. if ($i === 1) {
  244. // Si on a voulu mettre à jour qu'un flux
  245. // on filtre l'affichage par ce flux
  246. $feed = reset ($feeds);
  247. $url['params'] = array ('get' => 'f_' . $feed->id ());
  248. }
  249. if (Request::param ('ajax', 0) === 0) {
  250. Session::_param ('notification', $notif);
  251. Request::forward ($url, true);
  252. } else {
  253. // Une requête Ajax met un seul flux à jour.
  254. // Comme en principe plusieurs requêtes ont lieu,
  255. // on indique que "plusieurs flux ont été mis à jour".
  256. // Cela permet d'avoir une notification plus proche du
  257. // ressenti utilisateur
  258. $notif = array (
  259. 'type' => 'good',
  260. 'content' => Translate::t ('feeds_actualized')
  261. );
  262. Session::_param ('notification', $notif);
  263. // et on désactive le layout car ne sert à rien
  264. $this->view->_useLayout (false);
  265. }
  266. }
  267. public function massiveImportAction () {
  268. @set_time_limit(300);
  269. $entryDAO = new EntryDAO ();
  270. $feedDAO = new FeedDAO ();
  271. $categories = Request::param ('categories', array (), true);
  272. $feeds = Request::param ('feeds', array (), true);
  273. // on ajoute les catégories en masse dans une fonction à part
  274. $this->addCategories ($categories);
  275. // on calcule la date des articles les plus anciens qu'on accepte
  276. $nb_month_old = $this->view->conf->oldEntries ();
  277. $date_min = time () - (60 * 60 * 24 * 30 * $nb_month_old);
  278. // la variable $error permet de savoir si une erreur est survenue
  279. // Le but est de ne pas arrêter l'import même en cas d'erreur
  280. // L'utilisateur sera mis au courant s'il y a eu des erreurs, mais
  281. // ne connaîtra pas les détails. Ceux-ci seront toutefois logguées
  282. $error = false;
  283. $i = 0;
  284. foreach ($feeds as $feed) {
  285. try {
  286. $values = array (
  287. 'id' => $feed->id (),
  288. 'url' => $feed->url (),
  289. 'category' => $feed->category (),
  290. 'name' => $feed->name (),
  291. 'website' => $feed->website (),
  292. 'description' => $feed->description (),
  293. 'lastUpdate' => 0,
  294. 'httpAuth' => $feed->httpAuth ()
  295. );
  296. // ajout du flux que s'il n'est pas déjà en BDD
  297. if (!$feedDAO->searchByUrl ($values['url'])) {
  298. $id = $feedDAO->addFeed ($values);
  299. if ($id) {
  300. $feed->_id ($id);
  301. $feed->faviconPrepare();
  302. } else {
  303. $error = true;
  304. }
  305. }
  306. } catch (FeedException $e) {
  307. $error = true;
  308. Minz_Log::record ($e->getMessage (), Minz_Log::WARNING);
  309. }
  310. }
  311. if ($error) {
  312. $res = Translate::t ('feeds_imported_with_errors');
  313. } else {
  314. $res = Translate::t ('feeds_imported');
  315. }
  316. $notif = array (
  317. 'type' => 'good',
  318. 'content' => $res
  319. );
  320. Session::_param ('notification', $notif);
  321. Session::_param ('actualize_feeds', true);
  322. // et on redirige vers la page d'accueil
  323. Request::forward (array (
  324. 'c' => 'index',
  325. 'a' => 'index'
  326. ), true);
  327. }
  328. public function deleteAction () {
  329. if (Request::isPost ()) {
  330. $type = Request::param ('type', 'feed');
  331. $id = Request::param ('id');
  332. $feedDAO = new FeedDAO ();
  333. if ($type == 'category') {
  334. if ($feedDAO->deleteFeedByCategory ($id)) {
  335. $notif = array (
  336. 'type' => 'good',
  337. 'content' => Translate::t ('category_emptied')
  338. );
  339. //TODO: Delete old favicons
  340. } else {
  341. $notif = array (
  342. 'type' => 'bad',
  343. 'content' => Translate::t ('error_occured')
  344. );
  345. }
  346. } else {
  347. if ($feedDAO->deleteFeed ($id)) {
  348. $notif = array (
  349. 'type' => 'good',
  350. 'content' => Translate::t ('feed_deleted')
  351. );
  352. Feed::faviconDelete($id);
  353. } else {
  354. $notif = array (
  355. 'type' => 'bad',
  356. 'content' => Translate::t ('error_occured')
  357. );
  358. }
  359. }
  360. Session::_param ('notification', $notif);
  361. if ($type == 'category') {
  362. Request::forward (array ('c' => 'configure', 'a' => 'categorize'), true);
  363. } else {
  364. Request::forward (array ('c' => 'configure', 'a' => 'feed'), true);
  365. }
  366. }
  367. }
  368. private function addCategories ($categories) {
  369. $catDAO = new CategoryDAO ();
  370. foreach ($categories as $cat) {
  371. if (!$catDAO->searchByName ($cat->name ())) {
  372. $values = array (
  373. 'id' => $cat->id (),
  374. 'name' => $cat->name (),
  375. 'color' => $cat->color ()
  376. );
  377. $catDAO->addCategory ($values);
  378. }
  379. }
  380. }
  381. }