CategoryDAO.php 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474
  1. <?php
  2. declare(strict_types=1);
  3. class FreshRSS_CategoryDAO extends Minz_ModelPdo {
  4. public const DEFAULTCATEGORYID = 1;
  5. public function resetDefaultCategoryName(): bool {
  6. //FreshRSS 1.15.1
  7. $stm = $this->pdo->prepare('UPDATE `_category` SET name = :name WHERE id = :id');
  8. if ($stm !== false) {
  9. $stm->bindValue(':id', self::DEFAULTCATEGORYID, PDO::PARAM_INT);
  10. $stm->bindValue(':name', 'Uncategorized');
  11. }
  12. return $stm !== false && $stm->execute();
  13. }
  14. protected function addColumn(string $name): bool {
  15. if ($this->pdo->inTransaction()) {
  16. $this->pdo->commit();
  17. }
  18. Minz_Log::warning(__method__ . ': ' . $name);
  19. try {
  20. if ($name === 'kind') { //v1.20.0
  21. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN kind SMALLINT DEFAULT 0') !== false;
  22. } elseif ($name === 'lastUpdate') { //v1.20.0
  23. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN `lastUpdate` BIGINT DEFAULT 0') !== false;
  24. } elseif ($name === 'error') { //v1.20.0
  25. return $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN error SMALLINT DEFAULT 0') !== false;
  26. } elseif ('attributes' === $name) { //v1.15.0
  27. $ok = $this->pdo->exec('ALTER TABLE `_category` ADD COLUMN attributes TEXT') !== false;
  28. /** @var array<array{'id':int,'url':string,'kind':int,'category':int,'name':string,'website':string,'lastUpdate':int,
  29. * 'priority':int,'pathEntries':string,'httpAuth':string,'error':int,'keep_history':?int,'ttl':int,'attributes':string}> $feeds */
  30. $feeds = $this->fetchAssoc('SELECT * FROM `_feed`') ?? [];
  31. $stm = $this->pdo->prepare('UPDATE `_feed` SET attributes = :attributes WHERE id = :id');
  32. if ($stm === false) {
  33. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($this->pdo->errorInfo()));
  34. return false;
  35. }
  36. foreach ($feeds as $feed) {
  37. if (empty($feed['keep_history']) || empty($feed['id'])) {
  38. continue;
  39. }
  40. $keepHistory = $feed['keep_history'];
  41. $attributes = empty($feed['attributes']) ? [] : json_decode($feed['attributes'], true);
  42. if (is_string($attributes)) { //Legacy risk of double-encoding
  43. $attributes = json_decode($attributes, true);
  44. }
  45. if (!is_array($attributes)) {
  46. $attributes = [];
  47. }
  48. if ($keepHistory > 0) {
  49. $attributes['archiving']['keep_min'] = (int)$keepHistory;
  50. } elseif ($keepHistory == -1) { //Infinite
  51. $attributes['archiving']['keep_period'] = false;
  52. $attributes['archiving']['keep_max'] = false;
  53. $attributes['archiving']['keep_min'] = false;
  54. } else {
  55. continue;
  56. }
  57. if (!($stm->bindValue(':id', $feed['id'], PDO::PARAM_INT) &&
  58. $stm->bindValue(':attributes', json_encode($attributes, JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE)) &&
  59. $stm->execute())) {
  60. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($stm->errorInfo()));
  61. }
  62. }
  63. if ($this->pdo->dbType() !== 'sqlite') { //SQLite does not support DROP COLUMN
  64. $this->pdo->exec('ALTER TABLE `_feed` DROP COLUMN keep_history');
  65. } else {
  66. $this->pdo->exec('DROP INDEX IF EXISTS feed_keep_history_index'); //SQLite at least drop index
  67. }
  68. $this->resetDefaultCategoryName();
  69. return $ok;
  70. }
  71. } catch (Exception $e) {
  72. Minz_Log::error(__method__ . ': ' . $e->getMessage());
  73. }
  74. return false;
  75. }
  76. /** @param array<string|int> $errorInfo */
  77. protected function autoUpdateDb(array $errorInfo): bool {
  78. if (isset($errorInfo[0])) {
  79. if ($errorInfo[0] === FreshRSS_DatabaseDAO::ER_BAD_FIELD_ERROR || $errorInfo[0] === FreshRSS_DatabaseDAOPGSQL::UNDEFINED_COLUMN) {
  80. $errorLines = explode("\n", (string)$errorInfo[2], 2); // The relevant column name is on the first line, other lines are noise
  81. foreach (['kind', 'lastUpdate', 'error', 'attributes'] as $column) {
  82. if (stripos($errorLines[0], $column) !== false) {
  83. return $this->addColumn($column);
  84. }
  85. }
  86. }
  87. }
  88. return false;
  89. }
  90. /**
  91. * @param array{'name':string,'id'?:int,'kind'?:int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string|array<string,mixed>} $valuesTmp
  92. */
  93. public function addCategory(array $valuesTmp): int|false {
  94. // TRIM() to provide a type hint as text
  95. // No tag of the same name
  96. $sql = <<<'SQL'
  97. INSERT INTO `_category`(kind, name, attributes)
  98. SELECT * FROM (SELECT ABS(?) AS kind, TRIM(?) AS name, TRIM(?) AS attributes) c2
  99. WHERE NOT EXISTS (SELECT 1 FROM `_tag` WHERE name = TRIM(?))
  100. SQL;
  101. $stm = $this->pdo->prepare($sql);
  102. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  103. if (!isset($valuesTmp['attributes'])) {
  104. $valuesTmp['attributes'] = [];
  105. }
  106. $values = [
  107. $valuesTmp['kind'] ?? FreshRSS_Category::KIND_NORMAL,
  108. $valuesTmp['name'],
  109. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE),
  110. $valuesTmp['name'],
  111. ];
  112. if ($stm !== false && $stm->execute($values) && $stm->rowCount() > 0) {
  113. $catId = $this->pdo->lastInsertId('`_category_id_seq`');
  114. return $catId === false ? false : (int)$catId;
  115. } else {
  116. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  117. if ($this->autoUpdateDb($info)) {
  118. return $this->addCategory($valuesTmp);
  119. }
  120. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  121. return false;
  122. }
  123. }
  124. public function addCategoryObject(FreshRSS_Category $category): int|false {
  125. $cat = $this->searchByName($category->name());
  126. if ($cat === null) {
  127. $values = [
  128. 'kind' => $category->kind(),
  129. 'name' => $category->name(),
  130. 'attributes' => $category->attributes(),
  131. ];
  132. return $this->addCategory($values);
  133. }
  134. return $cat->id();
  135. }
  136. /**
  137. * @param array{'name':string,'kind':int,'attributes'?:array<string,mixed>|mixed|null} $valuesTmp
  138. */
  139. public function updateCategory(int $id, array $valuesTmp): int|false {
  140. // No tag of the same name
  141. $sql = <<<'SQL'
  142. UPDATE `_category` SET name=?, kind=?, attributes=? WHERE id=?
  143. AND NOT EXISTS (SELECT 1 FROM `_tag` WHERE name = ?)
  144. SQL;
  145. $stm = $this->pdo->prepare($sql);
  146. $valuesTmp['name'] = mb_strcut(trim($valuesTmp['name']), 0, FreshRSS_DatabaseDAO::LENGTH_INDEX_UNICODE, 'UTF-8');
  147. if (empty($valuesTmp['attributes'])) {
  148. $valuesTmp['attributes'] = [];
  149. }
  150. $values = [
  151. $valuesTmp['name'],
  152. $valuesTmp['kind'] ?? FreshRSS_Category::KIND_NORMAL,
  153. is_string($valuesTmp['attributes']) ? $valuesTmp['attributes'] : json_encode($valuesTmp['attributes'], JSON_UNESCAPED_SLASHES | JSON_UNESCAPED_UNICODE),
  154. $id,
  155. $valuesTmp['name'],
  156. ];
  157. if ($stm !== false && $stm->execute($values)) {
  158. return $stm->rowCount();
  159. } else {
  160. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  161. if ($this->autoUpdateDb($info)) {
  162. return $this->updateCategory($id, $valuesTmp);
  163. }
  164. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  165. return false;
  166. }
  167. }
  168. public function updateLastUpdate(int $id, bool $inError = false, int $mtime = 0): int|false {
  169. $sql = 'UPDATE `_category` SET `lastUpdate`=?, error=? WHERE id=?';
  170. $values = [
  171. $mtime <= 0 ? time() : $mtime,
  172. $inError ? 1 : 0,
  173. $id,
  174. ];
  175. $stm = $this->pdo->prepare($sql);
  176. if ($stm !== false && $stm->execute($values)) {
  177. return $stm->rowCount();
  178. } else {
  179. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  180. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  181. return false;
  182. }
  183. }
  184. public function deleteCategory(int $id): int|false {
  185. if ($id <= self::DEFAULTCATEGORYID) {
  186. return false;
  187. }
  188. $sql = 'DELETE FROM `_category` WHERE id=:id';
  189. $stm = $this->pdo->prepare($sql);
  190. if ($stm !== false && $stm->bindParam(':id', $id, PDO::PARAM_INT) && $stm->execute()) {
  191. return $stm->rowCount();
  192. } else {
  193. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  194. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  195. return false;
  196. }
  197. }
  198. /** @return Traversable<array{'id':int,'name':string,'kind':int,'lastUpdate':int,'error':int,'attributes'?:array<string,mixed>}> */
  199. public function selectAll(): Traversable {
  200. $sql = 'SELECT id, name, kind, `lastUpdate`, error, attributes FROM `_category`';
  201. $stm = $this->pdo->query($sql);
  202. if ($stm !== false) {
  203. while ($row = $stm->fetch(PDO::FETCH_ASSOC)) {
  204. /** @var array{'id':int,'name':string,'kind':int,'lastUpdate':int,'error':int,'attributes'?:array<string,mixed>} $row */
  205. yield $row;
  206. }
  207. } else {
  208. $info = $this->pdo->errorInfo();
  209. if ($this->autoUpdateDb($info)) {
  210. yield from $this->selectAll();
  211. } else {
  212. Minz_Log::error(__method__ . ' error: ' . json_encode($info));
  213. }
  214. }
  215. }
  216. public function searchById(int $id): ?FreshRSS_Category {
  217. $sql = 'SELECT * FROM `_category` WHERE id=:id';
  218. $res = $this->fetchAssoc($sql, ['id' => $id]) ?? [];
  219. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate':int,'error':int|bool,'attributes':string}> $res */
  220. $categories = self::daoToCategories($res);
  221. return reset($categories) ?: null;
  222. }
  223. public function searchByName(string $name): ?FreshRSS_Category {
  224. $sql = 'SELECT * FROM `_category` WHERE name=:name';
  225. $res = $this->fetchAssoc($sql, ['name' => $name]) ?? [];
  226. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate':int,'error':int|bool,'attributes':string}> $res */
  227. $categories = self::daoToCategories($res);
  228. return reset($categories) ?: null;
  229. }
  230. /** @return array<int,FreshRSS_Category> */
  231. public function listSortedCategories(bool $prePopulateFeeds = true, bool $details = false): array {
  232. $categories = $this->listCategories($prePopulateFeeds, $details);
  233. uasort($categories, static function (FreshRSS_Category $a, FreshRSS_Category $b) {
  234. $aPosition = $a->attributeInt('position');
  235. $bPosition = $b->attributeInt('position');
  236. if ($aPosition === $bPosition) {
  237. return ($a->name() < $b->name()) ? -1 : 1;
  238. } elseif (null === $aPosition) {
  239. return 1;
  240. } elseif (null === $bPosition) {
  241. return -1;
  242. }
  243. return ($aPosition < $bPosition) ? -1 : 1;
  244. });
  245. return $categories;
  246. }
  247. /** @return array<int,FreshRSS_Category> */
  248. public function listCategories(bool $prePopulateFeeds = true, bool $details = false): array {
  249. if ($prePopulateFeeds) {
  250. $sql = 'SELECT c.id AS c_id, c.name AS c_name, c.kind AS c_kind, c.`lastUpdate` AS c_last_update, c.error AS c_error, c.attributes AS c_attributes, '
  251. . ($details ? 'f.* ' : 'f.id, f.name, f.url, f.kind, f.website, f.priority, f.error, f.attributes, f.`cache_nbEntries`, f.`cache_nbUnreads`, f.ttl ')
  252. . 'FROM `_category` c '
  253. . 'LEFT OUTER JOIN `_feed` f ON f.category=c.id '
  254. . 'WHERE f.priority >= :priority '
  255. . 'GROUP BY f.id, c_id '
  256. . 'ORDER BY c.name, f.name';
  257. $stm = $this->pdo->prepare($sql);
  258. $values = [ ':priority' => FreshRSS_Feed::PRIORITY_CATEGORY ];
  259. if ($stm !== false && $stm->execute($values)) {
  260. $res = $stm->fetchAll(PDO::FETCH_ASSOC) ?: [];
  261. /** @var array<array{'c_name':string,'c_id':int,'c_kind':int,'c_last_update':int,'c_error':int|bool,'c_attributes'?:string,
  262. * 'id'?:int,'name'?:string,'url'?:string,'kind'?:int,'category'?:int,'website'?:string,'priority'?:int,'error'?:int|bool,'attributes'?:string,'cache_nbEntries'?:int,'cache_nbUnreads'?:int,'ttl'?:int}> $res */
  263. return self::daoToCategoriesPrepopulated($res);
  264. } else {
  265. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  266. if ($this->autoUpdateDb($info)) {
  267. return $this->listCategories($prePopulateFeeds, $details);
  268. }
  269. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  270. return [];
  271. }
  272. } else {
  273. $res = $this->fetchAssoc('SELECT * FROM `_category` ORDER BY name');
  274. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  275. return empty($res) ? [] : self::daoToCategories($res);
  276. }
  277. }
  278. /** @return array<int,FreshRSS_Category> */
  279. public function listCategoriesOrderUpdate(int $defaultCacheDuration = 86400, int $limit = 0): array {
  280. $sql = 'SELECT * FROM `_category` WHERE kind = :kind AND `lastUpdate` < :lu ORDER BY `lastUpdate`'
  281. . ($limit < 1 ? '' : ' LIMIT ' . $limit);
  282. $stm = $this->pdo->prepare($sql);
  283. if ($stm !== false &&
  284. $stm->bindValue(':kind', FreshRSS_Category::KIND_DYNAMIC_OPML, PDO::PARAM_INT) &&
  285. $stm->bindValue(':lu', time() - $defaultCacheDuration, PDO::PARAM_INT) &&
  286. $stm->execute()) {
  287. return self::daoToCategories($stm->fetchAll(PDO::FETCH_ASSOC));
  288. } else {
  289. $info = $stm !== false ? $stm->errorInfo() : $this->pdo->errorInfo();
  290. if ($this->autoUpdateDb($info)) {
  291. return $this->listCategoriesOrderUpdate($defaultCacheDuration, $limit);
  292. }
  293. Minz_Log::warning(__METHOD__ . ' error: ' . $sql . ' : ' . json_encode($info));
  294. return [];
  295. }
  296. }
  297. public function getDefault(): ?FreshRSS_Category {
  298. $sql = 'SELECT * FROM `_category` WHERE id=:id';
  299. $res = $this->fetchAssoc($sql, [':id' => self::DEFAULTCATEGORYID]) ?? [];
  300. /** @var array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $res */
  301. $categories = self::daoToCategories($res);
  302. if (isset($categories[self::DEFAULTCATEGORYID])) {
  303. return $categories[self::DEFAULTCATEGORYID];
  304. } else {
  305. if (FreshRSS_Context::$isCli) {
  306. fwrite(STDERR, 'FreshRSS database error: Default category not found!' . "\n");
  307. }
  308. Minz_Log::error('FreshRSS database error: Default category not found!');
  309. return null;
  310. }
  311. }
  312. public function checkDefault(): int|bool {
  313. $def_cat = $this->searchById(self::DEFAULTCATEGORYID);
  314. if ($def_cat == null) {
  315. $cat = new FreshRSS_Category(_t('gen.short.default_category'), self::DEFAULTCATEGORYID);
  316. $sql = 'INSERT INTO `_category`(id, name) VALUES(?, ?)';
  317. if ($this->pdo->dbType() === 'pgsql') {
  318. //Force call to nextval()
  319. $sql .= " RETURNING nextval('`_category_id_seq`');";
  320. }
  321. $stm = $this->pdo->prepare($sql);
  322. $values = [
  323. $cat->id(),
  324. $cat->name(),
  325. ];
  326. if ($stm !== false && $stm->execute($values)) {
  327. $catId = $this->pdo->lastInsertId('`_category_id_seq`');
  328. return $catId === false ? false : (int)$catId;
  329. } else {
  330. $info = $stm === false ? $this->pdo->errorInfo() : $stm->errorInfo();
  331. Minz_Log::error('SQL error ' . __METHOD__ . json_encode($info));
  332. return false;
  333. }
  334. }
  335. return true;
  336. }
  337. public function count(): int {
  338. $sql = 'SELECT COUNT(*) AS count FROM `_category`';
  339. $res = $this->fetchColumn($sql, 0);
  340. return isset($res[0]) ? (int)$res[0] : -1;
  341. }
  342. public function countFeed(int $id): int {
  343. $sql = 'SELECT COUNT(*) AS count FROM `_feed` WHERE category=:id';
  344. $res = $this->fetchColumn($sql, 0, [':id' => $id]);
  345. return isset($res[0]) ? (int)$res[0] : -1;
  346. }
  347. public function countNotRead(int $id): int {
  348. $sql = 'SELECT COUNT(*) AS count FROM `_entry` e INNER JOIN `_feed` f ON e.id_feed=f.id WHERE category=:id AND e.is_read=0';
  349. $res = $this->fetchColumn($sql, 0, [':id' => $id]);
  350. return isset($res[0]) ? (int)$res[0] : -1;
  351. }
  352. /** @return array<int,string> */
  353. public function listTitles(int $id, int $limit = 0): array {
  354. $sql = <<<'SQL'
  355. SELECT e.title FROM `_entry` e
  356. INNER JOIN `_feed` f ON e.id_feed=f.id
  357. WHERE f.category=:id_category
  358. ORDER BY e.id DESC
  359. SQL;
  360. $sql .= ($limit < 1 ? '' : ' LIMIT ' . intval($limit));
  361. $res = $this->fetchColumn($sql, 0, [':id_category' => $id]) ?? [];
  362. /** @var array<int,string> $res */
  363. return $res;
  364. }
  365. /**
  366. * @param array<array{'c_name':string,'c_id':int,'c_kind':int,'c_last_update':int,'c_error':int|bool,'c_attributes'?:string,
  367. * 'id'?:int,'name'?:string,'url'?:string,'kind'?:int,'website'?:string,'priority'?:int,
  368. * 'error'?:int|bool,'attributes'?:string,'cache_nbEntries'?:int,'cache_nbUnreads'?:int,'ttl'?:int}> $listDAO
  369. * @return array<int,FreshRSS_Category>
  370. */
  371. private static function daoToCategoriesPrepopulated(array $listDAO): array {
  372. $list = [];
  373. $previousLine = [];
  374. $feedsDao = [];
  375. $feedDao = FreshRSS_Factory::createFeedDao();
  376. foreach ($listDAO as $line) {
  377. FreshRSS_DatabaseDAO::pdoInt($line, ['c_id', 'c_kind', 'c_last_update', 'c_error',
  378. 'id', 'kind', 'priority', 'error', 'cache_nbEntries', 'cache_nbUnreads', 'ttl']);
  379. if (!empty($previousLine['c_id']) && $line['c_id'] !== $previousLine['c_id']) {
  380. // End of the current category, we add it to the $list
  381. $cat = new FreshRSS_Category(
  382. $previousLine['c_name'],
  383. $previousLine['c_id'],
  384. $feedDao::daoToFeeds($feedsDao, $previousLine['c_id'])
  385. );
  386. $cat->_kind($previousLine['c_kind']);
  387. $cat->_attributes($previousLine['c_attributes'] ?? '[]');
  388. $list[$cat->id()] = $cat;
  389. $feedsDao = []; //Prepare for next category
  390. }
  391. $previousLine = $line;
  392. $feedsDao[] = $line;
  393. }
  394. // add the last category
  395. if ($previousLine != null) {
  396. $cat = new FreshRSS_Category(
  397. $previousLine['c_name'],
  398. $previousLine['c_id'],
  399. $feedDao::daoToFeeds($feedsDao, $previousLine['c_id'])
  400. );
  401. $cat->_kind($previousLine['c_kind']);
  402. $cat->_lastUpdate($previousLine['c_last_update'] ?? 0);
  403. $cat->_error($previousLine['c_error'] ?? 0);
  404. $cat->_attributes($previousLine['c_attributes'] ?? []);
  405. $list[$cat->id()] = $cat;
  406. }
  407. return $list;
  408. }
  409. /**
  410. * @param array<array{'name':string,'id':int,'kind':int,'lastUpdate'?:int,'error'?:int|bool,'attributes'?:string}> $listDAO
  411. * @return array<int,FreshRSS_Category>
  412. */
  413. private static function daoToCategories(array $listDAO): array {
  414. $list = [];
  415. foreach ($listDAO as $dao) {
  416. FreshRSS_DatabaseDAO::pdoInt($dao, ['id', 'kind', 'lastUpdate', 'error']);
  417. $cat = new FreshRSS_Category(
  418. $dao['name'],
  419. $dao['id']
  420. );
  421. $cat->_kind($dao['kind']);
  422. $cat->_lastUpdate($dao['lastUpdate'] ?? 0);
  423. $cat->_error($dao['error'] ?? 0);
  424. $cat->_attributes($dao['attributes'] ?? '');
  425. $list[$cat->id()] = $cat;
  426. }
  427. return $list;
  428. }
  429. }