CategoryDAO.php 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493
  1. <?php
  2. class FreshRSS_CategoryDAO extends Minz_ModelPdo {
  3. public const DEFAULTCATEGORYID = 1;
  4. public function resetDefaultCategoryName(): bool {
  5. //FreshRSS 1.15.1
  6. $stm = $this->pdo->prepare('UPDATE `_category` SET name = :name WHERE id = :id');
  7. if ($stm !== false) {
  8. $stm->bindValue(':id', self::DEFAULTCATEGORYID, PDO::PARAM_INT);
  9. $stm->bindValue(':name', 'Uncategorized');
  10. }
  11. return $stm && $stm->execute();
  12. }
  13. protected function addColumn(string $name): bool {
  14. if ($this->pdo->inTransaction()) {
  15. $this->pdo->commit();
  16. }
  17. Minz_Log::warning(__method__ . ': ' . $name);
  18. try {
  19. if ($name === 'kind') { //v1.20.0
  20. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN kind SMALLINT DEFAULT 0') !== false;
  21. } elseif ($name === 'lastUpdate') { //v1.20.0
  22. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN `lastUpdate` BIGINT DEFAULT 0') !== false;
  23. } elseif ($name === 'error') { //v1.20.0
  24. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN error SMALLINT DEFAULT 0') !== false;
  25. } elseif ('attributes' === $name) { //v1.15.0
  26. $ok = $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN attributes TEXT') !== false;
  27. /** @var array<array{'url':string,'kind':int,'category':int,'name':string,'website':string,'lastUpdate':int,
  28. * 'priority':int,'pathEntries':string,'httpAuth':string,'error':int,'ttl':int,'attributes':string}> $feeds */
  29. $feeds = $this->fetchAssoc('SELECT * FROM `_feed`') ?? [];
  30. $stm = $this->pdo->prepare('UPDATE `_feed` SET attributes = :attributes WHERE id = :id');
  31. if ($stm === false) {
  32. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($this->pdo->errorInfo()));
  33. return false;
  34. }
  35. foreach ($feeds as $feed) {
  36. if (empty($feed['keep_history']) || empty($feed['id'])) {
  37. continue;
  38. }
  39. $keepHistory = $feed['keep_history'];
  40. $attributes = empty($feed['attributes']) ? [] : json_decode($feed['attributes'], true);
  41. if (is_string($attributes)) { //Legacy risk of double-encoding
  42. $attributes = json_decode($attributes, true);
  43. }
  44. if (!is_array($attributes)) {
  45. $attributes = [];
  46. }
  47. if ($keepHistory > 0) {
  48. $attributes['archiving']['keep_min'] = (int)$keepHistory;
  49. } elseif ($keepHistory == -1) { //Infinite
  50. $attributes['archiving']['keep_period'] = false;
  51. $attributes['archiving']['keep_max'] = false;
  52. $attributes['archiving']['keep_min'] = false;
  53. } else {
  54. continue;
  55. }
  56. if (!($stm->bindValue(':id', $feed['id'], PDO::PARAM_INT) &&
  57. $stm->bindValue(':attributes', json_encode($attributes, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE)) &&
  58. $stm->execute())) {
  59. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($stm->errorInfo()));
  60. }
  61. }
  62. if ($this->pdo->dbType() !== 'sqlite') { //SQLite does not support DROP COLUMN
  63. $this->pdo->exec('ALTER TABLE `_feed` DROP COLUMN keep_history');
  64. } else {
  65. $this->pdo->exec('DROP INDEX IF EXISTS feed_keep_history_index'); //SQLite at least drop index
  66. }
  67. $this->resetDefaultCategoryName();
  68. return $ok;
  69. }
  70. } catch (Exception $e) {
  71. Minz_Log::error(__method__ . ': ' . $e->getMessage());
  72. }
  73. return false;
  74. }
  75. /** @param array<string> $errorInfo */
  76. protected function autoUpdateDb(array $errorInfo): bool {
  77. if (isset($errorInfo[0])) {
  78. if ($errorInfo[0] === FreshRSS_DatabaseDAO::ER_BAD_FIELD_ERROR || $errorInfo[0] === FreshRSS_DatabaseDAOPGSQL::UNDEFINED_COLUMN) {
  79. $errorLines = explode("\n", $errorInfo[2], 2); // The relevant column name is on the first line, other lines are noise
  80. foreach (['kind', 'lastUpdate', 'error', 'attributes'] as $column) {
  81. if (stripos($errorLines[0], $column) !== false) {
  82. return $this->addColumn($column);
  83. }
  84. }
  85. }
  86. }
  87. return false;
  88. }
  89. /**
  90. * @param array{'name':string,'id'?:int,'kind'?:int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string|array<string,mixed>} $valuesTmp
  91. * @return int|false
  92. * @throws JsonException
  93. */
  94. public function addCategory(array $valuesTmp) {
  95. // TRIM() to provide a type hint as text
  96. // No tag of the same name
  97. $sql = <<<'SQL'
  98. INSERT INTO `_category`(kind, name, attributes)
  99. SELECT * FROM (SELECT ABS(?) AS kind, TRIM(?) AS name, TRIM(?) AS attributes) c2
  100. WHERE NOT EXISTS (SELECT 1 FROM `_tag` WHERE name = TRIM(?))
  101. SQL;
  102. $stm = $this->pdo->prepare($sql);
  103. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  104. if (!isset($valuesTmp['attributes'])) {
  105. $valuesTmp['attributes'] = [];
  106. }
  107. $values = [
  108. $valuesTmp['kind'] ?? FreshRSS_Category::KIND_NORMAL,
  109. $valuesTmp['name'],
  110. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE),
  111. $valuesTmp['name'],
  112. ];
  113. if ($stm !== false && $stm->execute($values) && $stm->rowCount() > 0) {
  114. $catId = $this->pdo->lastInsertId('`_category_id_seq`');
  115. return $catId === false ? false : (int)$catId;
  116. } else {
  117. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  118. if ($this->autoUpdateDb($info)) {
  119. return $this->addCategory($valuesTmp);
  120. }
  121. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  122. return false;
  123. }
  124. }
  125. /** @return int|false */
  126. public function addCategoryObject(FreshRSS_Category $category) {
  127. $cat = $this->searchByName($category->name());
  128. if (!$cat) {
  129. $values = [
  130. 'kind' => $category->kind(),
  131. 'name' => $category->name(),
  132. 'attributes' => $category->attributes(),
  133. ];
  134. return $this->addCategory($values);
  135. }
  136. return $cat->id();
  137. }
  138. /**
  139. * @param array{'name':string,'kind':int,'attributes'?:string|array<string,mixed>} $valuesTmp
  140. * @return int|false
  141. * @throws JsonException
  142. */
  143. public function updateCategory(int $id, array $valuesTmp) {
  144. // No tag of the same name
  145. $sql = <<<'SQL'
  146. UPDATE `_category` SET name=?, kind=?, attributes=? WHERE id=?
  147. AND NOT EXISTS (SELECT 1 FROM `_tag` WHERE name = ?)
  148. SQL;
  149. $stm = $this->pdo->prepare($sql);
  150. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  151. if (empty($valuesTmp['attributes'])) {
  152. $valuesTmp['attributes'] = [];
  153. }
  154. $values = [
  155. $valuesTmp['name'],
  156. $valuesTmp['kind'] ?? FreshRSS_Category::KIND_NORMAL,
  157. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE),
  158. $id,
  159. $valuesTmp['name'],
  160. ];
  161. if ($stm !== false && $stm->execute($values)) {
  162. return $stm->rowCount();
  163. } else {
  164. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  165. if ($this->autoUpdateDb($info)) {
  166. return $this->updateCategory($id, $valuesTmp);
  167. }
  168. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  169. return false;
  170. }
  171. }
  172. /** @return int|false */
  173. public function updateLastUpdate(int $id, bool $inError = false, int $mtime = 0) {
  174. $sql = 'UPDATE `_category` SET `lastUpdate`=?, error=? WHERE id=?';
  175. $values = [
  176. $mtime <= 0 ? time() : $mtime,
  177. $inError ? 1 : 0,
  178. $id,
  179. ];
  180. $stm = $this->pdo->prepare($sql);
  181. if ($stm !== false && $stm->execute($values)) {
  182. return $stm->rowCount();
  183. } else {
  184. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  185. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  186. return false;
  187. }
  188. }
  189. /** @return int|false */
  190. public function deleteCategory(int $id) {
  191. if ($id <= self::DEFAULTCATEGORYID) {
  192. return false;
  193. }
  194. $sql = 'DELETE FROM `_category` WHERE id=:id';
  195. $stm = $this->pdo->prepare($sql);
  196. if ($stm !== false && $stm->bindParam(':id', $id, PDO::PARAM_INT) && $stm->execute()) {
  197. return $stm->rowCount();
  198. } else {
  199. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  200. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  201. return false;
  202. }
  203. }
  204. /** @return Traversable<array{'id':int,'name':string,'kind':int,'lastUpdate':int,'error':int,'attributes'?:array<string,mixed>}> */
  205. public function selectAll(): Traversable {
  206. $sql = 'SELECT id, name, kind, `lastUpdate`, error, attributes FROM `_category`';
  207. $stm = $this->pdo->query($sql);
  208. if ($stm !== false) {
  209. while ($row = $stm->fetch(PDO::FETCH_ASSOC)) {
  210. yield $row;
  211. }
  212. } else {
  213. $info = $this->pdo->errorInfo();
  214. if ($this->autoUpdateDb($info)) {
  215. yield from $this->selectAll();
  216. } else {
  217. Minz_Log::error(__method__ . ' error: ' . json_encode($info));
  218. }
  219. }
  220. }
  221. public function searchById(int $id): ?FreshRSS_Category {
  222. $sql = 'SELECT * FROM `_category` WHERE id=:id';
  223. $res = $this->fetchAssoc($sql, ['id' => $id]) ?? [];
  224. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  225. $cat = self::daoToCategory($res);
  226. return $cat[0] ?? null;
  227. }
  228. public function searchByName(string $name): ?FreshRSS_Category {
  229. $sql = 'SELECT * FROM `_category` WHERE name=:name';
  230. $res = $this->fetchAssoc($sql, ['name' => $name]) ?? [];
  231. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  232. $cat = self::daoToCategory($res);
  233. return $cat[0] ?? null;
  234. }
  235. /** @return array<FreshRSS_Category> */
  236. public function listSortedCategories(bool $prePopulateFeeds = true, bool $details = false): array {
  237. $categories = $this->listCategories($prePopulateFeeds, $details);
  238. uasort($categories, static function (FreshRSS_Category $a, FreshRSS_Category $b) {
  239. $aPosition = $a->attributes('position');
  240. $bPosition = $b->attributes('position');
  241. if ($aPosition === $bPosition) {
  242. return ($a->name() < $b->name()) ? -1 : 1;
  243. } elseif (null === $aPosition) {
  244. return 1;
  245. } elseif (null === $bPosition) {
  246. return -1;
  247. }
  248. return ($aPosition < $bPosition) ? -1 : 1;
  249. });
  250. return $categories;
  251. }
  252. /** @return array<FreshRSS_Category> */
  253. public function listCategories(bool $prePopulateFeeds = true, bool $details = false): array {
  254. if ($prePopulateFeeds) {
  255. $sql = 'SELECT c.id AS c_id, c.name AS c_name, c.kind AS c_kind, c.`lastUpdate` AS c_last_update, c.error AS c_error, c.attributes AS c_attributes, '
  256. . ($details ? 'f.* ' : 'f.id, f.name, f.url, f.kind, f.website, f.priority, f.error, f.`cache_nbEntries`, f.`cache_nbUnreads`, f.ttl ')
  257. . 'FROM `_category` c '
  258. . 'LEFT OUTER JOIN `_feed` f ON f.category=c.id '
  259. . 'WHERE f.priority >= :priority_normal '
  260. . 'GROUP BY f.id, c_id '
  261. . 'ORDER BY c.name, f.name';
  262. $stm = $this->pdo->prepare($sql);
  263. $values = [ ':priority_normal' => FreshRSS_Feed::PRIORITY_NORMAL ];
  264. if ($stm !== false && $stm->execute($values)) {
  265. $res = $stm->fetchAll(PDO::FETCH_ASSOC) ?: [];
  266. /** @var array<array{'c_name':string,'c_id':int,'c_kind':int,'c_last_update':int,'c_error':int|bool,'c_attributes'?:string,
  267. * 'id'?:int,'name'?:string,'url'?:string,'kind'?:int,'category'?:int,'website'?:string,'priority'?:int,'error'?:int|bool,'cache_nbEntries'?:int,'cache_nbUnreads'?:int,'ttl'?:int}> $res */
  268. return self::daoToCategoryPrepopulated($res);
  269. } else {
  270. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  271. if ($this->autoUpdateDb($info)) {
  272. return $this->listCategories($prePopulateFeeds, $details);
  273. }
  274. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  275. return [];
  276. }
  277. } else {
  278. $res = $this->fetchAssoc('SELECT * FROM `_category` ORDER BY name');
  279. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  280. return $res == null ? [] : self::daoToCategory($res);
  281. }
  282. }
  283. /** @return array<FreshRSS_Category> */
  284. public function listCategoriesOrderUpdate(int $defaultCacheDuration = 86400, int $limit = 0): array {
  285. $sql = 'SELECT * FROM `_category` WHERE kind = :kind AND `lastUpdate` < :lu ORDER BY `lastUpdate`'
  286. . ($limit < 1 ? '' : ' LIMIT ' . $limit);
  287. $stm = $this->pdo->prepare($sql);
  288. if ($stm !== false &&
  289. $stm->bindValue(':kind', FreshRSS_Category::KIND_DYNAMIC_OPML, PDO::PARAM_INT) &&
  290. $stm->bindValue(':lu', time() - $defaultCacheDuration, PDO::PARAM_INT) &&
  291. $stm->execute()) {
  292. return self::daoToCategory($stm->fetchAll(PDO::FETCH_ASSOC));
  293. } else {
  294. $info = $stm ? $stm->errorInfo() : $this->pdo->errorInfo();
  295. if ($this->autoUpdateDb($info)) {
  296. return $this->listCategoriesOrderUpdate($defaultCacheDuration, $limit);
  297. }
  298. Minz_Log::warning(__METHOD__ . ' error: ' . $sql . ' : ' . json_encode($info));
  299. return [];
  300. }
  301. }
  302. public function getDefault(): ?FreshRSS_Category {
  303. $sql = 'SELECT * FROM `_category` WHERE id=:id';
  304. $res = $this->fetchAssoc($sql, [':id' => self::DEFAULTCATEGORYID]);
  305. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  306. $cat = self::daoToCategory($res ?? []);
  307. if (isset($cat[0])) {
  308. return $cat[0];
  309. } else {
  310. if (FreshRSS_Context::$isCli) {
  311. fwrite(STDERR, 'FreshRSS database error: Default category not found!' . "\n");
  312. }
  313. Minz_Log::error('FreshRSS database error: Default category not found!');
  314. return null;
  315. }
  316. }
  317. /** @return int|bool */
  318. public function checkDefault() {
  319. $def_cat = $this->searchById(self::DEFAULTCATEGORYID);
  320. if ($def_cat == null) {
  321. $cat = new FreshRSS_Category(_t('gen.short.default_category'));
  322. $cat->_id(self::DEFAULTCATEGORYID);
  323. $sql = 'INSERT INTO `_category`(id, name) VALUES(?, ?)';
  324. if ($this->pdo->dbType() === 'pgsql') {
  325. //Force call to nextval()
  326. $sql .= " RETURNING nextval('`_category_id_seq`');";
  327. }
  328. $stm = $this->pdo->prepare($sql);
  329. $values = [
  330. $cat->id(),
  331. $cat->name(),
  332. ];
  333. if ($stm !== false && $stm->execute($values)) {
  334. $catId = $this->pdo->lastInsertId('`_category_id_seq`');
  335. return $catId === false ? false : (int)$catId;
  336. } else {
  337. $info = $stm == null ? $this->pdo->errorInfo() : $stm->errorInfo();
  338. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  339. return false;
  340. }
  341. }
  342. return true;
  343. }
  344. public function count(): int {
  345. $sql = 'SELECT COUNT(*) AS count FROM `_category`';
  346. $res = $this->fetchColumn($sql, 0);
  347. return isset($res[0]) ? (int)$res[0] : -1;
  348. }
  349. public function countFeed(int $id): int {
  350. $sql = 'SELECT COUNT(*) AS count FROM `_feed` WHERE category=:id';
  351. $res = $this->fetchColumn($sql, 0, [':id' => $id]);
  352. return isset($res[0]) ? (int)$res[0] : -1;
  353. }
  354. public function countNotRead(int $id): int {
  355. $sql = 'SELECT COUNT(*) AS count FROM `_entry` e INNER JOIN `_feed` f ON e.id_feed=f.id WHERE category=:id AND e.is_read=0';
  356. $res = $this->fetchColumn($sql, 0, [':id' => $id]);
  357. return isset($res[0]) ? (int)$res[0] : -1;
  358. }
  359. /** @param array<FreshRSS_Category> $categories */
  360. public static function findFeed(array $categories, int $feed_id): ?FreshRSS_Feed {
  361. foreach ($categories as $category) {
  362. foreach ($category->feeds() as $feed) {
  363. if ($feed->id() === $feed_id) {
  364. return $feed;
  365. }
  366. }
  367. }
  368. return null;
  369. }
  370. /**
  371. * @param array<FreshRSS_Category> $categories
  372. */
  373. public static function countUnread(array $categories, int $minPriority = 0): int {
  374. $n = 0;
  375. foreach ($categories as $category) {
  376. foreach ($category->feeds() as $feed) {
  377. if ($feed->priority() >= $minPriority) {
  378. $n += $feed->nbNotRead();
  379. }
  380. }
  381. }
  382. return $n;
  383. }
  384. /**
  385. * @param array<array{'c_name':string,'c_id':int,'c_kind':int,'c_last_update':int,'c_error':int|bool,'c_attributes'?:string,
  386. * 'id'?:int,'name'?:string,'url'?:string,'kind'?:int,'website'?:string,'priority'?:int,
  387. * 'error'?:int|bool,'cache_nbEntries'?:int,'cache_nbUnreads'?:int,'ttl'?:int}> $listDAO
  388. * @return array<int,FreshRSS_Category>
  389. */
  390. private static function daoToCategoryPrepopulated(array $listDAO) {
  391. $list = [];
  392. $previousLine = [];
  393. $feedsDao = [];
  394. $feedDao = FreshRSS_Factory::createFeedDao();
  395. foreach ($listDAO as $line) {
  396. if (!empty($previousLine['c_id']) && $line['c_id'] !== $previousLine['c_id']) {
  397. // End of the current category, we add it to the $list
  398. $cat = new FreshRSS_Category(
  399. $previousLine['c_name'],
  400. $feedDao::daoToFeed($feedsDao, $previousLine['c_id'])
  401. );
  402. $cat->_id($previousLine['c_id']);
  403. $cat->_kind($previousLine['c_kind']);
  404. $cat->_attributes('', $previousLine['c_attributes'] ?? '[]');
  405. $list[$previousLine['c_id']] = $cat;
  406. $feedsDao = []; //Prepare for next category
  407. }
  408. $previousLine = $line;
  409. $feedsDao[] = $line;
  410. }
  411. // add the last category
  412. if ($previousLine != null) {
  413. $cat = new FreshRSS_Category(
  414. $previousLine['c_name'],
  415. $feedDao::daoToFeed($feedsDao, $previousLine['c_id'])
  416. );
  417. $cat->_id($previousLine['c_id']);
  418. $cat->_kind($previousLine['c_kind']);
  419. $cat->_lastUpdate($previousLine['c_last_update'] ?? 0);
  420. $cat->_error($previousLine['c_error'] ?? 0);
  421. $cat->_attributes('', $previousLine['c_attributes'] ?? []);
  422. $list[$previousLine['c_id']] = $cat;
  423. }
  424. return $list;
  425. }
  426. /**
  427. * @param array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $listDAO
  428. * @return array<FreshRSS_Category>
  429. */
  430. private static function daoToCategory(array $listDAO): array {
  431. $list = [];
  432. foreach ($listDAO as $dao) {
  433. $cat = new FreshRSS_Category(
  434. $dao['name']
  435. );
  436. $cat->_id($dao['id']);
  437. $cat->_kind($dao['kind']);
  438. $cat->_lastUpdate($dao['lastUpdate'] ?? 0);
  439. $cat->_error($dao['error'] ?? 0);
  440. $cat->_attributes('', $dao['attributes'] ?? '');
  441. $list[] = $cat;
  442. }
  443. return $list;
  444. }
  445. }