FeedDAO.php 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542
  1. <?php
  2. class FreshRSS_FeedDAO extends Minz_ModelPdo implements FreshRSS_Searchable {
  3. protected function addColumn($name) {
  4. Minz_Log::warning(__method__ . ': ' . $name);
  5. try {
  6. if ($name === 'attributes') { //v1.11.0
  7. return $this->pdo->exec('ALTER TABLE `_feed` ADD COLUMN attributes TEXT') !== false;
  8. }
  9. } catch (Exception $e) {
  10. Minz_Log::error(__method__ . ' error: ' . $e->getMessage());
  11. }
  12. return false;
  13. }
  14. protected function autoUpdateDb($errorInfo) {
  15. if (isset($errorInfo[0])) {
  16. if ($errorInfo[0] === FreshRSS_DatabaseDAO::ER_BAD_FIELD_ERROR || $errorInfo[0] === FreshRSS_DatabaseDAOPGSQL::UNDEFINED_COLUMN) {
  17. foreach (['attributes'] as $column) {
  18. if (stripos($errorInfo[2], $column) !== false) {
  19. return $this->addColumn($column);
  20. }
  21. }
  22. }
  23. }
  24. return false;
  25. }
  26. public function addFeed($valuesTmp) {
  27. $sql = '
  28. INSERT INTO `_feed`
  29. (
  30. url,
  31. category,
  32. name,
  33. website,
  34. description,
  35. `lastUpdate`,
  36. priority,
  37. `pathEntries`,
  38. `httpAuth`,
  39. error,
  40. ttl,
  41. attributes
  42. )
  43. VALUES
  44. (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)';
  45. $stm = $this->pdo->prepare($sql);
  46. $valuesTmp['url'] = safe_ascii($valuesTmp['url']);
  47. $valuesTmp['website'] = safe_ascii($valuesTmp['website']);
  48. if (!isset($valuesTmp['pathEntries'])) {
  49. $valuesTmp['pathEntries'] = '';
  50. }
  51. if (!isset($valuesTmp['attributes'])) {
  52. $valuesTmp['attributes'] = [];
  53. }
  54. $values = array(
  55. substr($valuesTmp['url'], 0, 511),
  56. $valuesTmp['category'],
  57. mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8'),
  58. substr($valuesTmp['website'], 0, 255),
  59. sanitizeHTML($valuesTmp['description'], '', 1023),
  60. $valuesTmp['lastUpdate'],
  61. isset($valuesTmp['priority']) ? intval($valuesTmp['priority']) : FreshRSS_Feed::PRIORITY_MAIN_STREAM,
  62. mb_strcut($valuesTmp['pathEntries'], 0, 511, 'UTF-8'),
  63. base64_encode($valuesTmp['httpAuth']),
  64. isset($valuesTmp['error']) ? intval($valuesTmp['error']) : 0,
  65. isset($valuesTmp['ttl']) ? intval($valuesTmp['ttl']) : FreshRSS_Feed::TTL_DEFAULT,
  66. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES),
  67. );
  68. if ($stm && $stm->execute($values)) {
  69. return $this->pdo->lastInsertId('`_feed_id_seq`');
  70. } else {
  71. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  72. if ($this->autoUpdateDb($info)) {
  73. return $this->addFeed($valuesTmp);
  74. }
  75. Minz_Log::error('SQL error addFeed: ' . $info[2]);
  76. return false;
  77. }
  78. }
  79. public function addFeedObject($feed) {
  80. // TODO: not sure if we should write this method in DAO since DAO
  81. // should not be aware about feed class
  82. // Add feed only if we don't find it in DB
  83. $feed_search = $this->searchByUrl($feed->url());
  84. if (!$feed_search) {
  85. $values = array(
  86. 'id' => $feed->id(),
  87. 'url' => $feed->url(),
  88. 'category' => $feed->category(),
  89. 'name' => $feed->name(),
  90. 'website' => $feed->website(),
  91. 'description' => $feed->description(),
  92. 'lastUpdate' => 0,
  93. 'httpAuth' => $feed->httpAuth(),
  94. 'attributes' => $feed->attributes(),
  95. );
  96. if ($feed->mute() || (
  97. FreshRSS_Context::$user_conf != null && //When creating a new user
  98. $feed->ttl() != FreshRSS_Context::$user_conf->ttl_default)) {
  99. $values['ttl'] = $feed->ttl() * ($feed->mute() ? -1 : 1);
  100. }
  101. $id = $this->addFeed($values);
  102. if ($id) {
  103. $feed->_id($id);
  104. $feed->faviconPrepare();
  105. }
  106. return $id;
  107. }
  108. return $feed_search->id();
  109. }
  110. public function updateFeed($id, $valuesTmp) {
  111. if (isset($valuesTmp['name'])) {
  112. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  113. }
  114. if (isset($valuesTmp['url'])) {
  115. $valuesTmp['url'] = safe_ascii($valuesTmp['url']);
  116. }
  117. if (isset($valuesTmp['website'])) {
  118. $valuesTmp['website'] = safe_ascii($valuesTmp['website']);
  119. }
  120. $set = '';
  121. foreach ($valuesTmp as $key => $v) {
  122. $set .= '`' . $key . '`=?, ';
  123. if ($key === 'httpAuth') {
  124. $valuesTmp[$key] = base64_encode($v);
  125. } elseif ($key === 'attributes') {
  126. $valuesTmp[$key] = is_string($valuesTmp[$key]) ? $valuesTmp[$key] : json_encode($valuesTmp[$key], JSON_UNESCAPED_SLASHES);
  127. }
  128. }
  129. $set = substr($set, 0, -2);
  130. $sql = 'UPDATE `_feed` SET ' . $set . ' WHERE id=?';
  131. $stm = $this->pdo->prepare($sql);
  132. foreach ($valuesTmp as $v) {
  133. $values[] = $v;
  134. }
  135. $values[] = $id;
  136. if ($stm && $stm->execute($values)) {
  137. return $stm->rowCount();
  138. } else {
  139. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  140. if ($this->autoUpdateDb($info)) {
  141. return $this->updateFeed($id, $valuesTmp);
  142. }
  143. Minz_Log::error('SQL error updateFeed: ' . $info[2] . ' for feed ' . $id);
  144. return false;
  145. }
  146. }
  147. public function updateFeedAttribute($feed, $key, $value) {
  148. if ($feed instanceof FreshRSS_Feed) {
  149. $feed->_attributes($key, $value);
  150. return $this->updateFeed(
  151. $feed->id(),
  152. array('attributes' => $feed->attributes())
  153. );
  154. }
  155. return false;
  156. }
  157. public function updateLastUpdate($id, $inError = false, $mtime = 0) { //See also updateCachedValue()
  158. $sql = 'UPDATE `_feed` SET `lastUpdate`=?, error=? WHERE id=?';
  159. $values = array(
  160. $mtime <= 0 ? time() : $mtime,
  161. $inError ? 1 : 0,
  162. $id,
  163. );
  164. $stm = $this->pdo->prepare($sql);
  165. if ($stm && $stm->execute($values)) {
  166. return $stm->rowCount();
  167. } else {
  168. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  169. Minz_Log::error('SQL error updateLastUpdate: ' . $info[2]);
  170. return false;
  171. }
  172. }
  173. public function mute($id, $value = true) {
  174. $sql = 'UPDATE `_feed` SET ttl=' . ($value ? '-' : '') . 'ABS(ttl) WHERE id=' . intval($id);
  175. return $this->pdo->exec($sql);
  176. }
  177. public function changeCategory($idOldCat, $idNewCat) {
  178. $catDAO = FreshRSS_Factory::createCategoryDao();
  179. $newCat = $catDAO->searchById($idNewCat);
  180. if (!$newCat) {
  181. $newCat = $catDAO->getDefault();
  182. }
  183. $sql = 'UPDATE `_feed` SET category=? WHERE category=?';
  184. $stm = $this->pdo->prepare($sql);
  185. $values = array(
  186. $newCat->id(),
  187. $idOldCat
  188. );
  189. if ($stm && $stm->execute($values)) {
  190. return $stm->rowCount();
  191. } else {
  192. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  193. Minz_Log::error('SQL error changeCategory: ' . $info[2]);
  194. return false;
  195. }
  196. }
  197. public function deleteFeed($id) {
  198. $sql = 'DELETE FROM `_feed` WHERE id=?';
  199. $stm = $this->pdo->prepare($sql);
  200. $values = array($id);
  201. if ($stm && $stm->execute($values)) {
  202. return $stm->rowCount();
  203. } else {
  204. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  205. Minz_Log::error('SQL error deleteFeed: ' . $info[2]);
  206. return false;
  207. }
  208. }
  209. public function deleteFeedByCategory($id) {
  210. $sql = 'DELETE FROM `_feed` WHERE category=?';
  211. $stm = $this->pdo->prepare($sql);
  212. $values = array($id);
  213. if ($stm && $stm->execute($values)) {
  214. return $stm->rowCount();
  215. } else {
  216. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  217. Minz_Log::error('SQL error deleteFeedByCategory: ' . $info[2]);
  218. return false;
  219. }
  220. }
  221. public function selectAll() {
  222. $sql = <<<'SQL'
  223. SELECT id, url, category, name, website, description, `lastUpdate`,
  224. priority, `pathEntries`, `httpAuth`, error, ttl, attributes
  225. FROM `_feed`
  226. SQL;
  227. $stm = $this->pdo->query($sql);
  228. while ($row = $stm->fetch(PDO::FETCH_ASSOC)) {
  229. yield $row;
  230. }
  231. }
  232. public function searchById($id) {
  233. $sql = 'SELECT * FROM `_feed` WHERE id=:id';
  234. $stm = $this->pdo->prepare($sql);
  235. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  236. $stm->execute();
  237. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  238. $feed = self::daoToFeed($res);
  239. if (isset($feed[$id])) {
  240. return $feed[$id];
  241. } else {
  242. return null;
  243. }
  244. }
  245. public function searchByUrl($url) {
  246. $sql = 'SELECT * FROM `_feed` WHERE url=?';
  247. $stm = $this->pdo->prepare($sql);
  248. $values = array($url);
  249. $stm->execute($values);
  250. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  251. $feed = current(self::daoToFeed($res));
  252. if (isset($feed) && $feed !== false) {
  253. return $feed;
  254. } else {
  255. return null;
  256. }
  257. }
  258. public function listFeedsIds() {
  259. $sql = 'SELECT id FROM `_feed`';
  260. $stm = $this->pdo->query($sql);
  261. return $stm->fetchAll(PDO::FETCH_COLUMN, 0);
  262. }
  263. public function listFeeds() {
  264. $sql = 'SELECT * FROM `_feed` ORDER BY name';
  265. $stm = $this->pdo->query($sql);
  266. return self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  267. }
  268. public function listFeedsNewestItemUsec($id_feed = null) {
  269. $sql = 'SELECT id_feed, MAX(id) as newest_item_us FROM `_entry` ';
  270. if ($id_feed === null) {
  271. $sql .= 'GROUP BY id_feed';
  272. } else {
  273. $sql .= 'WHERE id_feed=' . intval($id_feed);
  274. }
  275. $stm = $this->pdo->query($sql);
  276. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  277. $newestItemUsec = [];
  278. foreach ($res as $line) {
  279. $newestItemUsec['f_' . $line['id_feed']] = $line['newest_item_us'];
  280. }
  281. return $newestItemUsec;
  282. }
  283. public function arrayFeedCategoryNames() { //For API
  284. $sql = <<<'SQL'
  285. SELECT f.id, f.name, c.name as c_name FROM `_feed` f
  286. INNER JOIN `_category` c ON c.id = f.category
  287. SQL;
  288. $stm = $this->pdo->query($sql);
  289. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  290. $feedCategoryNames = array();
  291. foreach ($res as $line) {
  292. $feedCategoryNames[$line['id']] = array(
  293. 'name' => $line['name'],
  294. 'c_name' => $line['c_name'],
  295. );
  296. }
  297. return $feedCategoryNames;
  298. }
  299. /**
  300. * Use $defaultCacheDuration == -1 to return all feeds, without filtering them by TTL.
  301. */
  302. public function listFeedsOrderUpdate($defaultCacheDuration = 3600, $limit = 0) {
  303. $this->updateTTL();
  304. $sql = 'SELECT id, url, name, website, `lastUpdate`, `pathEntries`, `httpAuth`, ttl, attributes '
  305. . 'FROM `_feed` '
  306. . ($defaultCacheDuration < 0 ? '' : 'WHERE ttl >= ' . FreshRSS_Feed::TTL_DEFAULT
  307. . ' AND `lastUpdate` < (' . (time() + 60)
  308. . '-(CASE WHEN ttl=' . FreshRSS_Feed::TTL_DEFAULT . ' THEN ' . intval($defaultCacheDuration) . ' ELSE ttl END)) ')
  309. . 'ORDER BY `lastUpdate` '
  310. . ($limit < 1 ? '' : 'LIMIT ' . intval($limit));
  311. $stm = $this->pdo->query($sql);
  312. if ($stm !== false) {
  313. return self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  314. } else {
  315. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  316. if ($this->autoUpdateDb($info)) {
  317. return $this->listFeedsOrderUpdate($defaultCacheDuration);
  318. }
  319. Minz_Log::error('SQL error listFeedsOrderUpdate: ' . $info[2]);
  320. return array();
  321. }
  322. }
  323. public function listByCategory($cat) {
  324. $sql = 'SELECT * FROM `_feed` WHERE category=?';
  325. $stm = $this->pdo->prepare($sql);
  326. $stm->execute(array($cat));
  327. $feeds = self::daoToFeed($stm->fetchAll(PDO::FETCH_ASSOC));
  328. usort($feeds, function ($a, $b) {
  329. return strnatcasecmp($a->name(), $b->name());
  330. });
  331. return $feeds;
  332. }
  333. public function countEntries($id) {
  334. $sql = 'SELECT COUNT(*) AS count FROM `_entry` WHERE id_feed=?';
  335. $stm = $this->pdo->prepare($sql);
  336. $values = array($id);
  337. $stm->execute($values);
  338. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  339. return $res[0]['count'];
  340. }
  341. public function countNotRead($id) {
  342. $sql = 'SELECT COUNT(*) AS count FROM `_entry` WHERE id_feed=? AND is_read=0';
  343. $stm = $this->pdo->prepare($sql);
  344. $values = array($id);
  345. $stm->execute($values);
  346. $res = $stm->fetchAll(PDO::FETCH_ASSOC);
  347. return $res[0]['count'];
  348. }
  349. public function updateCachedValues($id = null) {
  350. //2 sub-requests with FOREIGN KEY(e.id_feed), INDEX(e.is_read) faster than 1 request with GROUP BY or CASE
  351. $sql = 'UPDATE `_feed` '
  352. . 'SET `cache_nbEntries`=(SELECT COUNT(e1.id) FROM `_entry` e1 WHERE e1.id_feed=`_feed`.id),'
  353. . '`cache_nbUnreads`=(SELECT COUNT(e2.id) FROM `_entry` e2 WHERE e2.id_feed=`_feed`.id AND e2.is_read=0)'
  354. . ($id != null ? ' WHERE id=:id' : '');
  355. $stm = $this->pdo->prepare($sql);
  356. if ($id != null) {
  357. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  358. }
  359. if ($stm && $stm->execute()) {
  360. return $stm->rowCount();
  361. } else {
  362. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  363. Minz_Log::error('SQL error updateCachedValue: ' . $info[2]);
  364. return false;
  365. }
  366. }
  367. public function truncate($id) {
  368. $sql = 'DELETE FROM `_entry` WHERE id_feed=:id';
  369. $stm = $this->pdo->prepare($sql);
  370. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  371. $this->pdo->beginTransaction();
  372. if (!($stm && $stm->execute())) {
  373. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  374. Minz_Log::error('SQL error truncate: ' . $info[2]);
  375. $this->pdo->rollBack();
  376. return false;
  377. }
  378. $affected = $stm->rowCount();
  379. $sql = 'UPDATE `_feed` '
  380. . 'SET `cache_nbEntries`=0, `cache_nbUnreads`=0, `lastUpdate`=0 WHERE id=:id';
  381. $stm = $this->pdo->prepare($sql);
  382. $stm->bindParam(':id', $id, PDO::PARAM_INT);
  383. if (!($stm && $stm->execute())) {
  384. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  385. Minz_Log::error('SQL error truncate: ' . $info[2]);
  386. $this->pdo->rollBack();
  387. return false;
  388. }
  389. $this->pdo->commit();
  390. return $affected;
  391. }
  392. public function purge() {
  393. $sql = 'DELETE FROM `_entry`';
  394. $stm = $this->pdo->prepare($sql);
  395. $this->pdo->beginTransaction();
  396. if (!($stm && $stm->execute())) {
  397. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  398. Minz_Log::error('SQL error truncate: ' . $info[2]);
  399. $this->pdo->rollBack();
  400. return false;
  401. }
  402. $sql = 'UPDATE `_feed` SET `cache_nbEntries` = 0, `cache_nbUnreads` = 0';
  403. $stm = $this->pdo->prepare($sql);
  404. if (!($stm && $stm->execute())) {
  405. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  406. Minz_Log::error('SQL error truncate: ' . $info[2]);
  407. $this->pdo->rollBack();
  408. return false;
  409. }
  410. $this->pdo->commit();
  411. }
  412. public static function daoToFeed($listDAO, $catID = null) {
  413. $list = array();
  414. if (!is_array($listDAO)) {
  415. $listDAO = array($listDAO);
  416. }
  417. foreach ($listDAO as $key => $dao) {
  418. if (!isset($dao['name'])) {
  419. continue;
  420. }
  421. if (isset($dao['id'])) {
  422. $key = $dao['id'];
  423. }
  424. if ($catID === null) {
  425. $category = isset($dao['category']) ? $dao['category'] : 0;
  426. } else {
  427. $category = $catID;
  428. }
  429. $myFeed = new FreshRSS_Feed(isset($dao['url']) ? $dao['url'] : '', false);
  430. $myFeed->_category($category);
  431. $myFeed->_name($dao['name']);
  432. $myFeed->_website(isset($dao['website']) ? $dao['website'] : '', false);
  433. $myFeed->_description(isset($dao['description']) ? $dao['description'] : '');
  434. $myFeed->_lastUpdate(isset($dao['lastUpdate']) ? $dao['lastUpdate'] : 0);
  435. $myFeed->_priority(isset($dao['priority']) ? $dao['priority'] : 10);
  436. $myFeed->_pathEntries(isset($dao['pathEntries']) ? $dao['pathEntries'] : '');
  437. $myFeed->_httpAuth(isset($dao['httpAuth']) ? base64_decode($dao['httpAuth']) : '');
  438. $myFeed->_error(isset($dao['error']) ? $dao['error'] : 0);
  439. $myFeed->_ttl(isset($dao['ttl']) ? $dao['ttl'] : FreshRSS_Feed::TTL_DEFAULT);
  440. $myFeed->_attributes('', isset($dao['attributes']) ? $dao['attributes'] : '');
  441. $myFeed->_nbNotRead(isset($dao['cache_nbUnreads']) ? $dao['cache_nbUnreads'] : 0);
  442. $myFeed->_nbEntries(isset($dao['cache_nbEntries']) ? $dao['cache_nbEntries'] : 0);
  443. if (isset($dao['id'])) {
  444. $myFeed->_id($dao['id']);
  445. }
  446. $list[$key] = $myFeed;
  447. }
  448. return $list;
  449. }
  450. public function updateTTL() {
  451. $sql = 'UPDATE `_feed` SET ttl=:new_value WHERE ttl=:old_value';
  452. $stm = $this->pdo->prepare($sql);
  453. if (!($stm && $stm->execute(array(':new_value' => FreshRSS_Feed::TTL_DEFAULT, ':old_value' => -2)))) {
  454. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  455. Minz_Log::error('SQL warning updateTTL 1: ' . $info[2] . ' ' . $sql);
  456. $sql2 = 'ALTER TABLE `_feed` ADD COLUMN ttl INT NOT NULL DEFAULT ' . FreshRSS_Feed::TTL_DEFAULT; //v0.7.3
  457. $stm = $this->pdo->query($sql2);
  458. if ($stm === false) {
  459. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  460. Minz_Log::error('SQL error updateTTL 2: ' . $info[2] . ' ' . $sql2);
  461. }
  462. } else {
  463. $stm->execute(array(':new_value' => -3600, ':old_value' => -1));
  464. }
  465. }
  466. public function count() {
  467. $sql = 'SELECT COUNT(e.id) AS count FROM `_feed` e';
  468. $stm = $this->pdo->query($sql);
  469. if ($stm == false) {
  470. return false;
  471. }
  472. $res = $stm->fetchAll(PDO::FETCH_COLUMN, 0);
  473. return isset($res[0]) ? $res[0] : 0;
  474. }
  475. }