FeedDAO.php 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537
  1. <?php
  2. class FreshRSS_FeedDAO extends Minz_ModelPdo implements FreshRSS_Searchable {
  3. protected function addColumn($name) {
  4. Minz_Log::warning(__method__ . ': ' . $name);
  5. try {
  6. if ($name === 'attributes') { //v1.11.0
  7. return $this->pdo->exec('ALTER TABLE `_feed` ADD COLUMN attributes TEXT') !== false;
  8. }
  9. } catch (Exception $e) {
  10. Minz_Log::error(__method__ . ' error: ' . $e->getMessage());
  11. }
  12. return false;
  13. }
  14. protected function autoUpdateDb($errorInfo) {
  15. if (isset($errorInfo[0])) {
  16. if ($errorInfo[0] === FreshRSS_DatabaseDAO::ER_BAD_FIELD_ERROR || $errorInfo[0] === FreshRSS_DatabaseDAOPGSQL::UNDEFINED_COLUMN) {
  17. foreach (['attributes'] as $column) {
  18. if (stripos($errorInfo[2], $column) !== false) {
  19. return $this->addColumn($column);
  20. }
  21. }
  22. }
  23. }
  24. return false;
  25. }
  26. public function addFeed($valuesTmp) {
  27. $sql = '
  28. INSERT INTO `_feed`
  29. (
  30. url,
  31. category,
  32. name,
  33. website,
  34. description,
  35. `lastUpdate`,
  36. priority,
  37. `pathEntries`,
  38. `httpAuth`,
  39. error,
  40. ttl,
  41. attributes
  42. )
  43. VALUES
  44. (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)';
  45. $stm = $this->pdo->prepare($sql);
  46. $valuesTmp['url'] = safe_ascii($valuesTmp['url']);
  47. $valuesTmp['website'] = safe_ascii($valuesTmp['website']);
  48. if (!isset($valuesTmp['pathEntries'])) {
  49. $valuesTmp['pathEntries'] = '';
  50. }
  51. if (!isset($valuesTmp['attributes'])) {
  52. $valuesTmp['attributes'] = [];
  53. }
  54. $values = array(
  55. substr($valuesTmp['url'], 0, 511),
  56. $valuesTmp['category'],
  57. mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8'),
  58. substr($valuesTmp['website'], 0, 255),
  59. sanitizeHTML($valuesTmp['description'], '', 1023),
  60. $valuesTmp['lastUpdate'],
  61. isset($valuesTmp['priority']) ? intval($valuesTmp['priority']) : FreshRSS_Feed::PRIORITY_MAIN_STREAM,
  62. mb_strcut($valuesTmp['pathEntries'], 0, 511, 'UTF-8'),
  63. base64_encode($valuesTmp['httpAuth']),
  64. isset($valuesTmp['error']) ? intval($valuesTmp['error']) : 0,
  65. isset($valuesTmp['ttl']) ? intval($valuesTmp['ttl']) : FreshRSS_Feed::TTL_DEFAULT,
  66. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES),
  67. );
  68. if ($stm && $stm->execute($values)) {
  69. return $this->pdo->lastInsertId('`_feed_id_seq`');
  70. } else {
  71. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  72. if ($this->autoUpdateDb($info)) {
  73. return $this->addFeed($valuesTmp);
  74. }
  75. Minz_Log::error('SQL error addFeed: ' . $info[2]);
  76. return false;
  77. }
  78. }
  79. public function addFeedObject($feed) {
  80. // TODO: not sure if we should write this method in DAO since DAO
  81. // should not be aware about feed class
  82. // Add feed only if we don't find it in DB
  83. $feed_search = $this->searchByUrl($feed->url());
  84. if (!$feed_search) {
  85. $values = array(
  86. 'id' => $feed->id(),
  87. 'url' => $feed->url(),
  88. 'category' => $feed->category(),
  89. 'name' => $feed->name(),
  90. 'website' => $feed->website(),
  91. 'description' => $feed->description(),
  92. 'lastUpdate' => 0,
  93. 'httpAuth' => $feed->httpAuth(),
  94. 'attributes' => $feed->attributes(),
  95. );
  96. if ($feed->mute() || (
  97. FreshRSS_Context::$user_conf != null && //When creating a new user
  98. $feed->ttl() != FreshRSS_Context::$user_conf->ttl_default)) {
  99. $values['ttl'] = $feed->ttl() * ($feed->mute() ? -1 : 1);
  100. }
  101. $id = $this->addFeed($values);
  102. if ($id) {
  103. $feed->_id($id);
  104. $feed->faviconPrepare();
  105. }
  106. return $id;
  107. }
  108. return $feed_search->id();
  109. }
  110. public function updateFeed($id, $valuesTmp) {
  111. if (isset($valuesTmp['name'])) {
  112. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  113. }
  114. if (isset($valuesTmp['url'])) {
  115. $valuesTmp['url'] = safe_ascii($valuesTmp['url']);
  116. }
  117. if (isset($valuesTmp['website'])) {
  118. $valuesTmp['website'] = safe_ascii($valuesTmp['website']);
  119. }
  120. $set = '';
  121. foreach ($valuesTmp as $key => $v) {
  122. $set .= '`' . $key . '`=?, ';
  123. if ($key === 'httpAuth') {
  124. $valuesTmp[$key] = base64_encode($v);
  125. } elseif ($key === 'attributes') {
  126. $valuesTmp[$key] = is_string($valuesTmp[$key]) ? $valuesTmp[$key] : json_encode($valuesTmp[$key], JSON_UNESCAPED_SLASHES);
  127. }
  128. }
  129. $set = substr($set, 0, -2);
  130. $sql = 'UPDATE `_feed` SET ' . $set . ' WHERE id=?';
  131. $stm = $this->pdo->prepare($sql);
  132. foreach ($valuesTmp as $v) {
  133. $values[] = $v;
  134. }
  135. $values[] = $id;
  136. if ($stm && $stm->execute($values)) {
  137. return $stm->rowCount();
  138. } else {
  139. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  140. if ($this->autoUpdateDb($info)) {
  141. return $this->updateFeed($id, $valuesTmp);
  142. }
  143. Minz_Log::error('SQL error updateFeed: ' . $info[2] . ' for feed ' . $id);
  144. return false;
  145. }
  146. }
  147. public function updateFeedAttribute($feed, $key, $value) {
  148. if ($feed instanceof FreshRSS_Feed) {
  149. $feed->_attributes($key, $value);
  150. return $this->updateFeed(
  151. $feed->id(),
  152. array('attributes' => $feed->attributes())
  153. );
  154. }
  155. return false;
  156. }
  157. public function updateLastUpdate($id, $inError = false, $mtime = 0) { //See also updateCachedValue()
  158. $sql = 'UPDATE `_feed` SET `lastUpdate`=?, error=? WHERE id=?';
  159. $values = array(
  160. $mtime <= 0 ? time() : $mtime,
  161. $inError ? 1 : 0,
  162. $id,
  163. );
  164. $stm = $this->pdo->prepare($sql);
  165. if ($stm && $stm->execute($values)) {
  166. return $stm->rowCount();
  167. } else {
  168. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  169. Minz_Log::error('SQL error updateLastUpdate: ' . $info[2]);
  170. return false;
  171. }
  172. }
  173. public function changeCategory($idOldCat, $idNewCat) {
  174. $catDAO = FreshRSS_Factory::createCategoryDao();
  175. $newCat = $catDAO->searchById($idNewCat);
  176. if (!$newCat) {
  177. $newCat = $catDAO->getDefault();
  178. }
  179. $sql = 'UPDATE `_feed` SET category=? WHERE category=?';
  180. $stm = $this->pdo->prepare($sql);
  181. $values = array(
  182. $newCat->id(),
  183. $idOldCat
  184. );
  185. if ($stm && $stm->execute($values)) {
  186. return $stm->rowCount();
  187. } else {
  188. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  189. Minz_Log::error('SQL error changeCategory: ' . $info[2]);
  190. return false;
  191. }
  192. }
  193. public function deleteFeed($id) {
  194. $sql = 'DELETE FROM `_feed` WHERE id=?';
  195. $stm = $this->pdo->prepare($sql);
  196. $values = array($id);
  197. if ($stm && $stm->execute($values)) {
  198. return $stm->rowCount();
  199. } else {
  200. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  201. Minz_Log::error('SQL error deleteFeed: ' . $info[2]);
  202. return false;
  203. }
  204. }
  205. public function deleteFeedByCategory($id) {
  206. $sql = 'DELETE FROM `_feed` WHERE category=?';
  207. $stm = $this->pdo->prepare($sql);
  208. $values = array($id);
  209. if ($stm && $stm->execute($values)) {
  210. return $stm->rowCount();
  211. } else {
  212. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  213. Minz_Log::error('SQL error deleteFeedByCategory: ' . $info[2]);
  214. return false;
  215. }
  216. }
  217. public function selectAll() {
  218. $sql = <<<'SQL'
  219. SELECT id, url, category, name, website, description, `lastUpdate`,
  220. priority, `pathEntries`, `httpAuth`, error, ttl, attributes
  221. FROM `_feed`
  222. SQL;
  223. $stm = $this->pdo->query($sql);
  224. while ($row = $stm->fetch(PDO::FETCH_ASSOC)) {
  225. yield $row;
  226. }
  227. }
  228. public function searchById($id) {
  229. $sql = 'SELECT * FROM `_feed` WHERE id=:id';
  230. $stm = $this->pdo->prepare($sql);
  231. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  232. $stm->execute();
  233. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  234. $feed = self::daoToFeed($res);
  235. if (isset($feed[$id])) {
  236. return $feed[$id];
  237. } else {
  238. return null;
  239. }
  240. }
  241. public function searchByUrl($url) {
  242. $sql = 'SELECT * FROM `_feed` WHERE url=?';
  243. $stm = $this->pdo->prepare($sql);
  244. $values = array($url);
  245. $stm->execute($values);
  246. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  247. $feed = current(self::daoToFeed($res));
  248. if (isset($feed) && $feed !== false) {
  249. return $feed;
  250. } else {
  251. return null;
  252. }
  253. }
  254. public function listFeedsIds() {
  255. $sql = 'SELECT id FROM `_feed`';
  256. $stm = $this->pdo->query($sql);
  257. return $stm->fetchAll(PDO::FETCH_COLUMN, 0);
  258. }
  259. public function listFeeds() {
  260. $sql = 'SELECT * FROM `_feed` ORDER BY name';
  261. $stm = $this->pdo->query($sql);
  262. return self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  263. }
  264. public function listFeedsNewestItemUsec($id_feed = null) {
  265. $sql = 'SELECT id_feed, MAX(id) as newest_item_us FROM `_entry` ';
  266. if ($id_feed === null) {
  267. $sql .= 'GROUP BY id_feed';
  268. } else {
  269. $sql .= 'WHERE id_feed=' . intval($id_feed);
  270. }
  271. $stm = $this->pdo->query($sql);
  272. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  273. $newestItemUsec = [];
  274. foreach ($res as $line) {
  275. $newestItemUsec['f_' . $line['id_feed']] = $line['newest_item_us'];
  276. }
  277. return $newestItemUsec;
  278. }
  279. public function arrayFeedCategoryNames() { //For API
  280. $sql = <<<'SQL'
  281. SELECT f.id, f.name, c.name as c_name FROM `_feed` f
  282. INNER JOIN `_category` c ON c.id = f.category
  283. SQL;
  284. $stm = $this->pdo->query($sql);
  285. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  286. $feedCategoryNames = array();
  287. foreach ($res as $line) {
  288. $feedCategoryNames[$line['id']] = array(
  289. 'name' => $line['name'],
  290. 'c_name' => $line['c_name'],
  291. );
  292. }
  293. return $feedCategoryNames;
  294. }
  295. /**
  296. * Use $defaultCacheDuration == -1 to return all feeds, without filtering them by TTL.
  297. */
  298. public function listFeedsOrderUpdate($defaultCacheDuration = 3600, $limit = 0) {
  299. $this->updateTTL();
  300. $sql = 'SELECT id, url, name, website, `lastUpdate`, `pathEntries`, `httpAuth`, ttl, attributes '
  301. . 'FROM `_feed` '
  302. . ($defaultCacheDuration < 0 ? '' : 'WHERE ttl >= ' . FreshRSS_Feed::TTL_DEFAULT
  303. . ' AND `lastUpdate` < (' . (time() + 60)
  304. . '-(CASE WHEN ttl=' . FreshRSS_Feed::TTL_DEFAULT . ' THEN ' . intval($defaultCacheDuration) . ' ELSE ttl END)) ')
  305. . 'ORDER BY `lastUpdate` '
  306. . ($limit < 1 ? '' : 'LIMIT ' . intval($limit));
  307. $stm = $this->pdo->query($sql);
  308. if ($stm !== false) {
  309. return self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  310. } else {
  311. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  312. if ($this->autoUpdateDb($info)) {
  313. return $this->listFeedsOrderUpdate($defaultCacheDuration);
  314. }
  315. Minz_Log::error('SQL error listFeedsOrderUpdate: ' . $info[2]);
  316. return array();
  317. }
  318. }
  319. public function listByCategory($cat) {
  320. $sql = 'SELECT * FROM `_feed` WHERE category=?';
  321. $stm = $this->pdo->prepare($sql);
  322. $stm->execute(array($cat));
  323. $feeds = self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  324. usort($feeds, function ($a, $b) {
  325. return strnatcasecmp($a->name(), $b->name());
  326. });
  327. return $feeds;
  328. }
  329. public function countEntries($id) {
  330. $sql = 'SELECT COUNT(*) AS count FROM `_entry` WHERE id_feed=?';
  331. $stm = $this->pdo->prepare($sql);
  332. $values = array($id);
  333. $stm->execute($values);
  334. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  335. return $res[0]['count'];
  336. }
  337. public function countNotRead($id) {
  338. $sql = 'SELECT COUNT(*) AS count FROM `_entry` WHERE id_feed=? AND is_read=0';
  339. $stm = $this->pdo->prepare($sql);
  340. $values = array($id);
  341. $stm->execute($values);
  342. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  343. return $res[0]['count'];
  344. }
  345. public function updateCachedValues($id = null) {
  346. //2 sub-requests with FOREIGN KEY(e.id_feed), INDEX(e.is_read) faster than 1 request with GROUP BY or CASE
  347. $sql = 'UPDATE `_feed` '
  348. . 'SET `cache_nbEntries`=(SELECT COUNT(e1.id) FROM `_entry` e1 WHERE e1.id_feed=`_feed`.id),'
  349. . '`cache_nbUnreads`=(SELECT COUNT(e2.id) FROM `_entry` e2 WHERE e2.id_feed=`_feed`.id AND e2.is_read=0)'
  350. . ($id != null ? ' WHERE id=:id' : '');
  351. $stm = $this->pdo->prepare($sql);
  352. if ($id != null) {
  353. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  354. }
  355. if ($stm && $stm->execute()) {
  356. return $stm->rowCount();
  357. } else {
  358. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  359. Minz_Log::error('SQL error updateCachedValue: ' . $info[2]);
  360. return false;
  361. }
  362. }
  363. public function truncate($id) {
  364. $sql = 'DELETE FROM `_entry` WHERE id_feed=:id';
  365. $stm = $this->pdo->prepare($sql);
  366. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  367. $this->pdo->beginTransaction();
  368. if (!($stm && $stm->execute())) {
  369. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  370. Minz_Log::error('SQL error truncate: ' . $info[2]);
  371. $this->pdo->rollBack();
  372. return false;
  373. }
  374. $affected = $stm->rowCount();
  375. $sql = 'UPDATE `_feed` '
  376. . 'SET `cache_nbEntries`=0, `cache_nbUnreads`=0, `lastUpdate`=0 WHERE id=:id';
  377. $stm = $this->pdo->prepare($sql);
  378. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  379. if (!($stm && $stm->execute())) {
  380. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  381. Minz_Log::error('SQL error truncate: ' . $info[2]);
  382. $this->pdo->rollBack();
  383. return false;
  384. }
  385. $this->pdo->commit();
  386. return $affected;
  387. }
  388. public function purge() {
  389. $sql = 'DELETE FROM `_entry`';
  390. $stm = $this->pdo->prepare($sql);
  391. $this->pdo->beginTransaction();
  392. if (!($stm && $stm->execute())) {
  393. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  394. Minz_Log::error('SQL error truncate: ' . $info[2]);
  395. $this->pdo->rollBack();
  396. return false;
  397. }
  398. $sql = 'UPDATE `_feed` SET `cache_nbEntries` = 0, `cache_nbUnreads` = 0';
  399. $stm = $this->pdo->prepare($sql);
  400. if (!($stm && $stm->execute())) {
  401. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  402. Minz_Log::error('SQL error truncate: ' . $info[2]);
  403. $this->pdo->rollBack();
  404. return false;
  405. }
  406. $this->pdo->commit();
  407. }
  408. public static function daoToFeed($listDAO, $catID = null) {
  409. $list = array();
  410. if (!is_array($listDAO)) {
  411. $listDAO = array($listDAO);
  412. }
  413. foreach ($listDAO as $key => $dao) {
  414. if (!isset($dao['name'])) {
  415. continue;
  416. }
  417. if (isset($dao['id'])) {
  418. $key = $dao['id'];
  419. }
  420. if ($catID === null) {
  421. $category = isset($dao['category']) ? $dao['category'] : 0;
  422. } else {
  423. $category = $catID;
  424. }
  425. $myFeed = new FreshRSS_Feed(isset($dao['url']) ? $dao['url'] : '', false);
  426. $myFeed->_category($category);
  427. $myFeed->_name($dao['name']);
  428. $myFeed->_website(isset($dao['website']) ? $dao['website'] : '', false);
  429. $myFeed->_description(isset($dao['description']) ? $dao['description'] : '');
  430. $myFeed->_lastUpdate(isset($dao['lastUpdate']) ? $dao['lastUpdate'] : 0);
  431. $myFeed->_priority(isset($dao['priority']) ? $dao['priority'] : 10);
  432. $myFeed->_pathEntries(isset($dao['pathEntries']) ? $dao['pathEntries'] : '');
  433. $myFeed->_httpAuth(isset($dao['httpAuth']) ? base64_decode($dao['httpAuth']) : '');
  434. $myFeed->_error(isset($dao['error']) ? $dao['error'] : 0);
  435. $myFeed->_ttl(isset($dao['ttl']) ? $dao['ttl'] : FreshRSS_Feed::TTL_DEFAULT);
  436. $myFeed->_attributes('', isset($dao['attributes']) ? $dao['attributes'] : '');
  437. $myFeed->_nbNotRead(isset($dao['cache_nbUnreads']) ? $dao['cache_nbUnreads'] : 0);
  438. $myFeed->_nbEntries(isset($dao['cache_nbEntries']) ? $dao['cache_nbEntries'] : 0);
  439. if (isset($dao['id'])) {
  440. $myFeed->_id($dao['id']);
  441. }
  442. $list[$key] = $myFeed;
  443. }
  444. return $list;
  445. }
  446. public function updateTTL() {
  447. $sql = 'UPDATE `_feed` SET ttl=:new_value WHERE ttl=:old_value';
  448. $stm = $this->pdo->prepare($sql);
  449. if (!($stm && $stm->execute(array(':new_value' => FreshRSS_Feed::TTL_DEFAULT, ':old_value' => -2)))) {
  450. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  451. Minz_Log::error('SQL warning updateTTL 1: ' . $info[2] . ' ' . $sql);
  452. $sql2 = 'ALTER TABLE `_feed` ADD COLUMN ttl INT NOT NULL DEFAULT ' . FreshRSS_Feed::TTL_DEFAULT; //v0.7.3
  453. $stm = $this->pdo->query($sql2);
  454. if ($stm === false) {
  455. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  456. Minz_Log::error('SQL error updateTTL 2: ' . $info[2] . ' ' . $sql2);
  457. }
  458. } else {
  459. $stm->execute(array(':new_value' => -3600, ':old_value' => -1));
  460. }
  461. }
  462. public function count() {
  463. $sql = 'SELECT COUNT(e.id) AS count FROM `_feed` e';
  464. $stm = $this->pdo->query($sql);
  465. if ($stm == false) {
  466. return false;
  467. }
  468. $res = $stm->fetchAll(PDO::FETCH_COLUMN, 0);
  469. return isset($res[0]) ? $res[0] : 0;
  470. }
  471. }