migrations.go 28 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package database // import "miniflux.app/v2/internal/database"
  4. import (
  5. "database/sql"
  6. )
  7. var schemaVersion = len(migrations)
  8. // Order is important. Add new migrations at the end of the list.
  9. var migrations = []func(tx *sql.Tx) error{
  10. func(tx *sql.Tx) (err error) {
  11. sql := `
  12. CREATE TABLE schema_version (
  13. version text not null
  14. );
  15. CREATE TABLE users (
  16. id serial not null,
  17. username text not null unique,
  18. password text,
  19. is_admin bool default 'f',
  20. language text default 'en_US',
  21. timezone text default 'UTC',
  22. theme text default 'default',
  23. last_login_at timestamp with time zone,
  24. primary key (id)
  25. );
  26. CREATE TABLE sessions (
  27. id serial not null,
  28. user_id int not null,
  29. token text not null unique,
  30. created_at timestamp with time zone default now(),
  31. user_agent text,
  32. ip text,
  33. primary key (id),
  34. unique (user_id, token),
  35. foreign key (user_id) references users(id) on delete cascade
  36. );
  37. CREATE TABLE categories (
  38. id serial not null,
  39. user_id int not null,
  40. title text not null,
  41. primary key (id),
  42. unique (user_id, title),
  43. foreign key (user_id) references users(id) on delete cascade
  44. );
  45. CREATE TABLE feeds (
  46. id bigserial not null,
  47. user_id int not null,
  48. category_id int not null,
  49. title text not null,
  50. feed_url text not null,
  51. site_url text not null,
  52. checked_at timestamp with time zone default now(),
  53. etag_header text default '',
  54. last_modified_header text default '',
  55. parsing_error_msg text default '',
  56. parsing_error_count int default 0,
  57. primary key (id),
  58. unique (user_id, feed_url),
  59. foreign key (user_id) references users(id) on delete cascade,
  60. foreign key (category_id) references categories(id) on delete cascade
  61. );
  62. CREATE TYPE entry_status as enum('unread', 'read', 'removed');
  63. CREATE TABLE entries (
  64. id bigserial not null,
  65. user_id int not null,
  66. feed_id bigint not null,
  67. hash text not null,
  68. published_at timestamp with time zone not null,
  69. title text not null,
  70. url text not null,
  71. author text,
  72. content text,
  73. status entry_status default 'unread',
  74. primary key (id),
  75. unique (feed_id, hash),
  76. foreign key (user_id) references users(id) on delete cascade,
  77. foreign key (feed_id) references feeds(id) on delete cascade
  78. );
  79. CREATE INDEX entries_feed_idx on entries using btree(feed_id);
  80. CREATE TABLE enclosures (
  81. id bigserial not null,
  82. user_id int not null,
  83. entry_id bigint not null,
  84. url text not null,
  85. size int default 0,
  86. mime_type text default '',
  87. primary key (id),
  88. foreign key (user_id) references users(id) on delete cascade,
  89. foreign key (entry_id) references entries(id) on delete cascade
  90. );
  91. CREATE TABLE icons (
  92. id bigserial not null,
  93. hash text not null unique,
  94. mime_type text not null,
  95. content bytea not null,
  96. primary key (id)
  97. );
  98. CREATE TABLE feed_icons (
  99. feed_id bigint not null,
  100. icon_id bigint not null,
  101. primary key(feed_id, icon_id),
  102. foreign key (feed_id) references feeds(id) on delete cascade,
  103. foreign key (icon_id) references icons(id) on delete cascade
  104. );
  105. `
  106. _, err = tx.Exec(sql)
  107. return err
  108. },
  109. func(tx *sql.Tx) (err error) {
  110. sql := `
  111. CREATE EXTENSION IF NOT EXISTS hstore;
  112. ALTER TABLE users ADD COLUMN extra hstore;
  113. CREATE INDEX users_extra_idx ON users using gin(extra);
  114. `
  115. _, err = tx.Exec(sql)
  116. return err
  117. },
  118. func(tx *sql.Tx) (err error) {
  119. sql := `
  120. CREATE TABLE tokens (
  121. id text not null,
  122. value text not null,
  123. created_at timestamp with time zone not null default now(),
  124. primary key(id, value)
  125. );
  126. `
  127. _, err = tx.Exec(sql)
  128. return err
  129. },
  130. func(tx *sql.Tx) (err error) {
  131. sql := `
  132. CREATE TYPE entry_sorting_direction AS enum('asc', 'desc');
  133. ALTER TABLE users ADD COLUMN entry_direction entry_sorting_direction default 'asc';
  134. `
  135. _, err = tx.Exec(sql)
  136. return err
  137. },
  138. func(tx *sql.Tx) (err error) {
  139. sql := `
  140. CREATE TABLE integrations (
  141. user_id int not null,
  142. pinboard_enabled bool default 'f',
  143. pinboard_token text default '',
  144. pinboard_tags text default 'miniflux',
  145. pinboard_mark_as_unread bool default 'f',
  146. instapaper_enabled bool default 'f',
  147. instapaper_username text default '',
  148. instapaper_password text default '',
  149. fever_enabled bool default 'f',
  150. fever_username text default '',
  151. fever_password text default '',
  152. fever_token text default '',
  153. primary key(user_id)
  154. );
  155. `
  156. _, err = tx.Exec(sql)
  157. return err
  158. },
  159. func(tx *sql.Tx) (err error) {
  160. sql := `ALTER TABLE feeds ADD COLUMN scraper_rules text default ''`
  161. _, err = tx.Exec(sql)
  162. return err
  163. },
  164. func(tx *sql.Tx) (err error) {
  165. sql := `ALTER TABLE feeds ADD COLUMN rewrite_rules text default ''`
  166. _, err = tx.Exec(sql)
  167. return err
  168. },
  169. func(tx *sql.Tx) (err error) {
  170. sql := `ALTER TABLE feeds ADD COLUMN crawler boolean default 'f'`
  171. _, err = tx.Exec(sql)
  172. return err
  173. },
  174. func(tx *sql.Tx) (err error) {
  175. sql := `ALTER TABLE sessions rename to user_sessions`
  176. _, err = tx.Exec(sql)
  177. return err
  178. },
  179. func(tx *sql.Tx) (err error) {
  180. sql := `
  181. DROP TABLE tokens;
  182. CREATE TABLE sessions (
  183. id text not null,
  184. data jsonb not null,
  185. created_at timestamp with time zone not null default now(),
  186. primary key(id)
  187. );
  188. `
  189. _, err = tx.Exec(sql)
  190. return err
  191. },
  192. func(tx *sql.Tx) (err error) {
  193. sql := `
  194. ALTER TABLE integrations ADD COLUMN wallabag_enabled bool default 'f';
  195. ALTER TABLE integrations ADD COLUMN wallabag_url text default '';
  196. ALTER TABLE integrations ADD COLUMN wallabag_client_id text default '';
  197. ALTER TABLE integrations ADD COLUMN wallabag_client_secret text default '';
  198. ALTER TABLE integrations ADD COLUMN wallabag_username text default '';
  199. ALTER TABLE integrations ADD COLUMN wallabag_password text default '';
  200. `
  201. _, err = tx.Exec(sql)
  202. return err
  203. },
  204. func(tx *sql.Tx) (err error) {
  205. sql := `ALTER TABLE entries ADD COLUMN starred bool default 'f'`
  206. _, err = tx.Exec(sql)
  207. return err
  208. },
  209. func(tx *sql.Tx) (err error) {
  210. sql := `
  211. CREATE INDEX entries_user_status_idx ON entries(user_id, status);
  212. CREATE INDEX feeds_user_category_idx ON feeds(user_id, category_id);
  213. `
  214. _, err = tx.Exec(sql)
  215. return err
  216. },
  217. func(tx *sql.Tx) (err error) {
  218. sql := `
  219. ALTER TABLE integrations ADD COLUMN nunux_keeper_enabled bool default 'f';
  220. ALTER TABLE integrations ADD COLUMN nunux_keeper_url text default '';
  221. ALTER TABLE integrations ADD COLUMN nunux_keeper_api_key text default '';
  222. `
  223. _, err = tx.Exec(sql)
  224. return err
  225. },
  226. func(tx *sql.Tx) (err error) {
  227. sql := `ALTER TABLE enclosures ALTER COLUMN size SET DATA TYPE bigint`
  228. _, err = tx.Exec(sql)
  229. return err
  230. },
  231. func(tx *sql.Tx) (err error) {
  232. sql := `ALTER TABLE entries ADD COLUMN comments_url text default ''`
  233. _, err = tx.Exec(sql)
  234. return err
  235. },
  236. func(tx *sql.Tx) (err error) {
  237. sql := `
  238. ALTER TABLE integrations ADD COLUMN pocket_enabled bool default 'f';
  239. ALTER TABLE integrations ADD COLUMN pocket_access_token text default '';
  240. ALTER TABLE integrations ADD COLUMN pocket_consumer_key text default '';
  241. `
  242. _, err = tx.Exec(sql)
  243. return err
  244. },
  245. func(tx *sql.Tx) (err error) {
  246. sql := `
  247. ALTER TABLE user_sessions ALTER COLUMN ip SET DATA TYPE inet using ip::inet;
  248. `
  249. _, err = tx.Exec(sql)
  250. return err
  251. },
  252. func(tx *sql.Tx) (err error) {
  253. sql := `
  254. ALTER TABLE feeds ADD COLUMN username text default '';
  255. ALTER TABLE feeds ADD COLUMN password text default '';
  256. `
  257. _, err = tx.Exec(sql)
  258. return err
  259. },
  260. func(tx *sql.Tx) (err error) {
  261. sql := `
  262. ALTER TABLE entries ADD COLUMN document_vectors tsvector;
  263. UPDATE entries SET document_vectors = to_tsvector(substring(title || ' ' || coalesce(content, '') for 1000000));
  264. CREATE INDEX document_vectors_idx ON entries USING gin(document_vectors);
  265. `
  266. _, err = tx.Exec(sql)
  267. return err
  268. },
  269. func(tx *sql.Tx) (err error) {
  270. sql := `ALTER TABLE feeds ADD COLUMN user_agent text default ''`
  271. _, err = tx.Exec(sql)
  272. return err
  273. },
  274. func(tx *sql.Tx) (err error) {
  275. sql := `
  276. UPDATE
  277. entries
  278. SET
  279. document_vectors = setweight(to_tsvector(substring(coalesce(title, '') for 1000000)), 'A') || setweight(to_tsvector(substring(coalesce(content, '') for 1000000)), 'B')
  280. `
  281. _, err = tx.Exec(sql)
  282. return err
  283. },
  284. func(tx *sql.Tx) (err error) {
  285. sql := `ALTER TABLE users ADD COLUMN keyboard_shortcuts boolean default 't'`
  286. _, err = tx.Exec(sql)
  287. return err
  288. },
  289. func(tx *sql.Tx) (err error) {
  290. sql := `ALTER TABLE feeds ADD COLUMN disabled boolean default 'f';`
  291. _, err = tx.Exec(sql)
  292. return err
  293. },
  294. func(tx *sql.Tx) (err error) {
  295. sql := `
  296. ALTER TABLE users ALTER COLUMN theme SET DEFAULT 'light_serif';
  297. UPDATE users SET theme='light_serif' WHERE theme='default';
  298. UPDATE users SET theme='light_sans_serif' WHERE theme='sansserif';
  299. UPDATE users SET theme='dark_serif' WHERE theme='black';
  300. `
  301. _, err = tx.Exec(sql)
  302. return err
  303. },
  304. func(tx *sql.Tx) (err error) {
  305. sql := `
  306. ALTER TABLE entries ADD COLUMN changed_at timestamp with time zone;
  307. UPDATE entries SET changed_at = published_at;
  308. ALTER TABLE entries ALTER COLUMN changed_at SET not null;
  309. `
  310. _, err = tx.Exec(sql)
  311. return err
  312. },
  313. func(tx *sql.Tx) (err error) {
  314. sql := `
  315. CREATE TABLE api_keys (
  316. id serial not null,
  317. user_id int not null references users(id) on delete cascade,
  318. token text not null unique,
  319. description text not null,
  320. last_used_at timestamp with time zone,
  321. created_at timestamp with time zone default now(),
  322. primary key(id),
  323. unique (user_id, description)
  324. );
  325. `
  326. _, err = tx.Exec(sql)
  327. return err
  328. },
  329. func(tx *sql.Tx) (err error) {
  330. sql := `
  331. ALTER TABLE entries ADD COLUMN share_code text not null default '';
  332. CREATE UNIQUE INDEX entries_share_code_idx ON entries USING btree(share_code) WHERE share_code <> '';
  333. `
  334. _, err = tx.Exec(sql)
  335. return err
  336. },
  337. func(tx *sql.Tx) (err error) {
  338. sql := `CREATE INDEX enclosures_user_entry_url_idx ON enclosures(user_id, entry_id, md5(url))`
  339. _, err = tx.Exec(sql)
  340. return err
  341. },
  342. func(tx *sql.Tx) (err error) {
  343. sql := `
  344. ALTER TABLE feeds ADD COLUMN next_check_at timestamp with time zone default now();
  345. CREATE INDEX entries_user_feed_idx ON entries (user_id, feed_id);
  346. `
  347. _, err = tx.Exec(sql)
  348. return err
  349. },
  350. func(tx *sql.Tx) (err error) {
  351. sql := `ALTER TABLE feeds ADD COLUMN ignore_http_cache bool default false`
  352. _, err = tx.Exec(sql)
  353. return err
  354. },
  355. func(tx *sql.Tx) (err error) {
  356. sql := `ALTER TABLE users ADD COLUMN entries_per_page int default 100`
  357. _, err = tx.Exec(sql)
  358. return err
  359. },
  360. func(tx *sql.Tx) (err error) {
  361. sql := `ALTER TABLE users ADD COLUMN show_reading_time boolean default 't'`
  362. _, err = tx.Exec(sql)
  363. return err
  364. },
  365. func(tx *sql.Tx) (err error) {
  366. sql := `CREATE INDEX entries_id_user_status_idx ON entries USING btree (id, user_id, status)`
  367. _, err = tx.Exec(sql)
  368. return err
  369. },
  370. func(tx *sql.Tx) (err error) {
  371. sql := `ALTER TABLE feeds ADD COLUMN fetch_via_proxy bool default false`
  372. _, err = tx.Exec(sql)
  373. return err
  374. },
  375. func(tx *sql.Tx) (err error) {
  376. sql := `CREATE INDEX entries_feed_id_status_hash_idx ON entries USING btree (feed_id, status, hash)`
  377. _, err = tx.Exec(sql)
  378. return err
  379. },
  380. func(tx *sql.Tx) (err error) {
  381. sql := `CREATE INDEX entries_user_id_status_starred_idx ON entries (user_id, status, starred)`
  382. _, err = tx.Exec(sql)
  383. return err
  384. },
  385. func(tx *sql.Tx) (err error) {
  386. sql := `ALTER TABLE users ADD COLUMN entry_swipe boolean default 't'`
  387. _, err = tx.Exec(sql)
  388. return err
  389. },
  390. func(tx *sql.Tx) (err error) {
  391. sql := `ALTER TABLE integrations DROP COLUMN fever_password`
  392. _, err = tx.Exec(sql)
  393. return err
  394. },
  395. func(tx *sql.Tx) (err error) {
  396. sql := `
  397. ALTER TABLE feeds
  398. ADD COLUMN blocklist_rules text not null default '',
  399. ADD COLUMN keeplist_rules text not null default ''
  400. `
  401. _, err = tx.Exec(sql)
  402. return err
  403. },
  404. func(tx *sql.Tx) (err error) {
  405. sql := `ALTER TABLE entries ADD COLUMN reading_time int not null default 0`
  406. _, err = tx.Exec(sql)
  407. return err
  408. },
  409. func(tx *sql.Tx) (err error) {
  410. sql := `
  411. ALTER TABLE entries ADD COLUMN created_at timestamp with time zone not null default now();
  412. UPDATE entries SET created_at = published_at;
  413. `
  414. _, err = tx.Exec(sql)
  415. return err
  416. },
  417. func(tx *sql.Tx) (err error) {
  418. _, err = tx.Exec(`
  419. ALTER TABLE users
  420. ADD column stylesheet text not null default '',
  421. ADD column google_id text not null default '',
  422. ADD column openid_connect_id text not null default ''
  423. `)
  424. if err != nil {
  425. return err
  426. }
  427. _, err = tx.Exec(`
  428. DECLARE my_cursor CURSOR FOR
  429. SELECT
  430. id,
  431. COALESCE(extra->'custom_css', '') as custom_css,
  432. COALESCE(extra->'google_id', '') as google_id,
  433. COALESCE(extra->'oidc_id', '') as oidc_id
  434. FROM users
  435. FOR UPDATE
  436. `)
  437. if err != nil {
  438. return err
  439. }
  440. defer tx.Exec("CLOSE my_cursor")
  441. for {
  442. var (
  443. userID int64
  444. customStylesheet string
  445. googleID string
  446. oidcID string
  447. )
  448. if err := tx.QueryRow(`FETCH NEXT FROM my_cursor`).Scan(&userID, &customStylesheet, &googleID, &oidcID); err != nil {
  449. if err == sql.ErrNoRows {
  450. break
  451. }
  452. return err
  453. }
  454. _, err := tx.Exec(
  455. `UPDATE
  456. users
  457. SET
  458. stylesheet=$2,
  459. google_id=$3,
  460. openid_connect_id=$4
  461. WHERE
  462. id=$1
  463. `,
  464. userID, customStylesheet, googleID, oidcID)
  465. if err != nil {
  466. return err
  467. }
  468. }
  469. return err
  470. },
  471. func(tx *sql.Tx) (err error) {
  472. _, err = tx.Exec(`
  473. ALTER TABLE users DROP COLUMN extra;
  474. CREATE UNIQUE INDEX users_google_id_idx ON users(google_id) WHERE google_id <> '';
  475. CREATE UNIQUE INDEX users_openid_connect_id_idx ON users(openid_connect_id) WHERE openid_connect_id <> '';
  476. `)
  477. return err
  478. },
  479. func(tx *sql.Tx) (err error) {
  480. _, err = tx.Exec(`
  481. CREATE INDEX entries_feed_url_idx ON entries(feed_id, url);
  482. CREATE INDEX entries_user_status_feed_idx ON entries(user_id, status, feed_id);
  483. CREATE INDEX entries_user_status_changed_idx ON entries(user_id, status, changed_at);
  484. `)
  485. return err
  486. },
  487. func(tx *sql.Tx) (err error) {
  488. _, err = tx.Exec(`
  489. CREATE TABLE acme_cache (
  490. key varchar(400) not null primary key,
  491. data bytea not null,
  492. updated_at timestamptz not null
  493. );
  494. `)
  495. return err
  496. },
  497. func(tx *sql.Tx) (err error) {
  498. _, err = tx.Exec(`
  499. ALTER TABLE feeds ADD COLUMN allow_self_signed_certificates boolean not null default false
  500. `)
  501. return err
  502. },
  503. func(tx *sql.Tx) (err error) {
  504. sql := `
  505. CREATE TYPE webapp_display_mode AS enum('fullscreen', 'standalone', 'minimal-ui', 'browser');
  506. ALTER TABLE users ADD COLUMN display_mode webapp_display_mode default 'standalone';
  507. `
  508. _, err = tx.Exec(sql)
  509. return err
  510. },
  511. func(tx *sql.Tx) (err error) {
  512. sql := `ALTER TABLE feeds ADD COLUMN cookie text default ''`
  513. _, err = tx.Exec(sql)
  514. return err
  515. },
  516. func(tx *sql.Tx) (err error) {
  517. _, err = tx.Exec(`
  518. ALTER TABLE categories ADD COLUMN hide_globally boolean not null default false
  519. `)
  520. return err
  521. },
  522. func(tx *sql.Tx) (err error) {
  523. _, err = tx.Exec(`
  524. ALTER TABLE feeds ADD COLUMN hide_globally boolean not null default false
  525. `)
  526. return err
  527. },
  528. func(tx *sql.Tx) (err error) {
  529. sql := `
  530. ALTER TABLE integrations ADD COLUMN telegram_bot_enabled bool default 'f';
  531. ALTER TABLE integrations ADD COLUMN telegram_bot_token text default '';
  532. ALTER TABLE integrations ADD COLUMN telegram_bot_chat_id text default '';
  533. `
  534. _, err = tx.Exec(sql)
  535. return err
  536. },
  537. func(tx *sql.Tx) (err error) {
  538. sql := `
  539. CREATE TYPE entry_sorting_order AS enum('published_at', 'created_at');
  540. ALTER TABLE users ADD COLUMN entry_order entry_sorting_order default 'published_at';
  541. `
  542. _, err = tx.Exec(sql)
  543. return err
  544. },
  545. func(tx *sql.Tx) (err error) {
  546. sql := `
  547. ALTER TABLE integrations ADD COLUMN googlereader_enabled bool default 'f';
  548. ALTER TABLE integrations ADD COLUMN googlereader_username text default '';
  549. ALTER TABLE integrations ADD COLUMN googlereader_password text default '';
  550. `
  551. _, err = tx.Exec(sql)
  552. return err
  553. },
  554. func(tx *sql.Tx) (err error) {
  555. sql := `
  556. ALTER TABLE integrations ADD COLUMN espial_enabled bool default 'f';
  557. ALTER TABLE integrations ADD COLUMN espial_url text default '';
  558. ALTER TABLE integrations ADD COLUMN espial_api_key text default '';
  559. ALTER TABLE integrations ADD COLUMN espial_tags text default 'miniflux';
  560. `
  561. _, err = tx.Exec(sql)
  562. return err
  563. },
  564. func(tx *sql.Tx) (err error) {
  565. sql := `
  566. ALTER TABLE integrations ADD COLUMN linkding_enabled bool default 'f';
  567. ALTER TABLE integrations ADD COLUMN linkding_url text default '';
  568. ALTER TABLE integrations ADD COLUMN linkding_api_key text default '';
  569. `
  570. _, err = tx.Exec(sql)
  571. return err
  572. },
  573. func(tx *sql.Tx) (err error) {
  574. _, err = tx.Exec(`
  575. ALTER TABLE feeds ADD COLUMN url_rewrite_rules text not null default ''
  576. `)
  577. return err
  578. },
  579. func(tx *sql.Tx) (err error) {
  580. _, err = tx.Exec(`
  581. ALTER TABLE users ADD COLUMN default_reading_speed int default 265;
  582. ALTER TABLE users ADD COLUMN cjk_reading_speed int default 500;
  583. `)
  584. return
  585. },
  586. func(tx *sql.Tx) (err error) {
  587. _, err = tx.Exec(`
  588. ALTER TABLE users ADD COLUMN default_home_page text default 'unread';
  589. `)
  590. return
  591. },
  592. func(tx *sql.Tx) (err error) {
  593. _, err = tx.Exec(`
  594. ALTER TABLE integrations ADD COLUMN wallabag_only_url bool default 'f';
  595. `)
  596. return
  597. },
  598. func(tx *sql.Tx) (err error) {
  599. _, err = tx.Exec(`
  600. ALTER TABLE users ADD COLUMN categories_sorting_order text not null default 'unread_count';
  601. `)
  602. return
  603. },
  604. func(tx *sql.Tx) (err error) {
  605. sql := `
  606. ALTER TABLE integrations ADD COLUMN matrix_bot_enabled bool default 'f';
  607. ALTER TABLE integrations ADD COLUMN matrix_bot_user text default '';
  608. ALTER TABLE integrations ADD COLUMN matrix_bot_password text default '';
  609. ALTER TABLE integrations ADD COLUMN matrix_bot_url text default '';
  610. ALTER TABLE integrations ADD COLUMN matrix_bot_chat_id text default '';
  611. `
  612. _, err = tx.Exec(sql)
  613. return
  614. },
  615. func(tx *sql.Tx) (err error) {
  616. sql := `ALTER TABLE users ADD COLUMN double_tap boolean default 't'`
  617. _, err = tx.Exec(sql)
  618. return err
  619. },
  620. func(tx *sql.Tx) (err error) {
  621. _, err = tx.Exec(`
  622. ALTER TABLE entries ADD COLUMN tags text[] default '{}';
  623. `)
  624. return
  625. },
  626. func(tx *sql.Tx) (err error) {
  627. sql := `
  628. ALTER TABLE users RENAME double_tap TO gesture_nav;
  629. ALTER TABLE users ALTER COLUMN gesture_nav SET DATA TYPE text using case when gesture_nav = true then 'tap' when gesture_nav = false then 'none' end;
  630. ALTER TABLE users ALTER COLUMN gesture_nav SET default 'tap';
  631. `
  632. _, err = tx.Exec(sql)
  633. return err
  634. },
  635. func(tx *sql.Tx) (err error) {
  636. sql := `
  637. ALTER TABLE integrations ADD COLUMN linkding_tags text default '';
  638. `
  639. _, err = tx.Exec(sql)
  640. return err
  641. },
  642. func(tx *sql.Tx) (err error) {
  643. sql := `
  644. ALTER TABLE feeds ADD COLUMN no_media_player boolean default 'f';
  645. ALTER TABLE enclosures ADD COLUMN media_progression int default 0;
  646. `
  647. _, err = tx.Exec(sql)
  648. return err
  649. },
  650. func(tx *sql.Tx) (err error) {
  651. sql := `
  652. ALTER TABLE integrations ADD COLUMN linkding_mark_as_unread bool default 'f';
  653. `
  654. _, err = tx.Exec(sql)
  655. return err
  656. },
  657. func(tx *sql.Tx) (err error) {
  658. // Delete duplicated rows
  659. sql := `
  660. DELETE FROM enclosures a USING enclosures b
  661. WHERE a.id < b.id
  662. AND a.user_id = b.user_id
  663. AND a.entry_id = b.entry_id
  664. AND a.url = b.url;
  665. `
  666. _, err = tx.Exec(sql)
  667. if err != nil {
  668. return err
  669. }
  670. // Remove previous index
  671. _, err = tx.Exec(`DROP INDEX enclosures_user_entry_url_idx`)
  672. if err != nil {
  673. return err
  674. }
  675. // Create unique index
  676. _, err = tx.Exec(`CREATE UNIQUE INDEX enclosures_user_entry_url_unique_idx ON enclosures(user_id, entry_id, md5(url))`)
  677. if err != nil {
  678. return err
  679. }
  680. return nil
  681. },
  682. func(tx *sql.Tx) (err error) {
  683. sql := `ALTER TABLE users ADD COLUMN mark_read_on_view boolean default 't'`
  684. _, err = tx.Exec(sql)
  685. return err
  686. },
  687. func(tx *sql.Tx) (err error) {
  688. sql := `
  689. ALTER TABLE integrations ADD COLUMN notion_enabled bool default 'f';
  690. ALTER TABLE integrations ADD COLUMN notion_token text default '';
  691. ALTER TABLE integrations ADD COLUMN notion_page_id text default '';
  692. `
  693. _, err = tx.Exec(sql)
  694. return err
  695. },
  696. func(tx *sql.Tx) (err error) {
  697. sql := `
  698. ALTER TABLE integrations ADD COLUMN readwise_enabled bool default 'f';
  699. ALTER TABLE integrations ADD COLUMN readwise_api_key text default '';
  700. `
  701. _, err = tx.Exec(sql)
  702. return err
  703. },
  704. func(tx *sql.Tx) (err error) {
  705. sql := `
  706. ALTER TABLE integrations ADD COLUMN apprise_enabled bool default 'f';
  707. ALTER TABLE integrations ADD COLUMN apprise_url text default '';
  708. ALTER TABLE integrations ADD COLUMN apprise_services_url text default '';
  709. `
  710. _, err = tx.Exec(sql)
  711. return err
  712. },
  713. func(tx *sql.Tx) (err error) {
  714. sql := `
  715. ALTER TABLE integrations ADD COLUMN shiori_enabled bool default 'f';
  716. ALTER TABLE integrations ADD COLUMN shiori_url text default '';
  717. ALTER TABLE integrations ADD COLUMN shiori_username text default '';
  718. ALTER TABLE integrations ADD COLUMN shiori_password text default '';
  719. `
  720. _, err = tx.Exec(sql)
  721. return err
  722. },
  723. func(tx *sql.Tx) (err error) {
  724. sql := `
  725. ALTER TABLE integrations ADD COLUMN shaarli_enabled bool default 'f';
  726. ALTER TABLE integrations ADD COLUMN shaarli_url text default '';
  727. ALTER TABLE integrations ADD COLUMN shaarli_api_secret text default '';
  728. `
  729. _, err = tx.Exec(sql)
  730. return err
  731. },
  732. func(tx *sql.Tx) (err error) {
  733. _, err = tx.Exec(`
  734. ALTER TABLE feeds ADD COLUMN apprise_service_urls text default '';
  735. `)
  736. return err
  737. },
  738. func(tx *sql.Tx) (err error) {
  739. sql := `
  740. ALTER TABLE integrations ADD COLUMN webhook_enabled bool default 'f';
  741. ALTER TABLE integrations ADD COLUMN webhook_url text default '';
  742. ALTER TABLE integrations ADD COLUMN webhook_secret text default '';
  743. `
  744. _, err = tx.Exec(sql)
  745. return err
  746. },
  747. func(tx *sql.Tx) (err error) {
  748. sql := `
  749. ALTER TABLE integrations ADD COLUMN telegram_bot_topic_id int;
  750. ALTER TABLE integrations ADD COLUMN telegram_bot_disable_web_page_preview bool default 'f';
  751. ALTER TABLE integrations ADD COLUMN telegram_bot_disable_notification bool default 'f';
  752. `
  753. _, err = tx.Exec(sql)
  754. return err
  755. },
  756. func(tx *sql.Tx) (err error) {
  757. sql := `
  758. ALTER TABLE integrations ADD COLUMN telegram_bot_disable_buttons bool default 'f';
  759. `
  760. _, err = tx.Exec(sql)
  761. return err
  762. },
  763. func(tx *sql.Tx) (err error) {
  764. sql := `
  765. -- Speed up has_enclosure
  766. CREATE INDEX enclosures_entry_id_idx ON enclosures(entry_id);
  767. -- Speed up unread page
  768. CREATE INDEX entries_user_status_published_idx ON entries(user_id, status, published_at);
  769. CREATE INDEX entries_user_status_created_idx ON entries(user_id, status, created_at);
  770. CREATE INDEX feeds_feed_id_hide_globally_idx ON feeds(id, hide_globally);
  771. -- Speed up history page
  772. CREATE INDEX entries_user_status_changed_published_idx ON entries(user_id, status, changed_at, published_at);
  773. `
  774. _, err = tx.Exec(sql)
  775. return err
  776. },
  777. func(tx *sql.Tx) (err error) {
  778. sql := `
  779. ALTER TABLE integrations ADD COLUMN rssbridge_enabled bool default 'f';
  780. ALTER TABLE integrations ADD COLUMN rssbridge_url text default '';
  781. `
  782. _, err = tx.Exec(sql)
  783. return
  784. },
  785. func(tx *sql.Tx) (err error) {
  786. _, err = tx.Exec(`
  787. CREATE TABLE webauthn_credentials (
  788. handle bytea primary key,
  789. cred_id bytea unique not null,
  790. user_id int references users(id) on delete cascade not null,
  791. public_key bytea not null,
  792. attestation_type varchar(255) not null,
  793. aaguid bytea,
  794. sign_count bigint,
  795. clone_warning bool,
  796. name text,
  797. added_on timestamp with time zone default now(),
  798. last_seen_on timestamp with time zone default now()
  799. );
  800. `)
  801. return
  802. },
  803. func(tx *sql.Tx) (err error) {
  804. sql := `
  805. ALTER TABLE integrations ADD COLUMN omnivore_enabled bool default 'f';
  806. ALTER TABLE integrations ADD COLUMN omnivore_api_key text default '';
  807. ALTER TABLE integrations ADD COLUMN omnivore_url text default '';
  808. `
  809. _, err = tx.Exec(sql)
  810. return
  811. },
  812. func(tx *sql.Tx) (err error) {
  813. sql := `
  814. ALTER TABLE integrations ADD COLUMN linkace_enabled bool default 'f';
  815. ALTER TABLE integrations ADD COLUMN linkace_url text default '';
  816. ALTER TABLE integrations ADD COLUMN linkace_api_key text default '';
  817. ALTER TABLE integrations ADD COLUMN linkace_tags text default '';
  818. ALTER TABLE integrations ADD COLUMN linkace_is_private bool default 't';
  819. ALTER TABLE integrations ADD COLUMN linkace_check_disabled bool default 't';
  820. `
  821. _, err = tx.Exec(sql)
  822. return err
  823. },
  824. func(tx *sql.Tx) (err error) {
  825. sql := `
  826. ALTER TABLE integrations ADD COLUMN linkwarden_enabled bool default 'f';
  827. ALTER TABLE integrations ADD COLUMN linkwarden_url text default '';
  828. ALTER TABLE integrations ADD COLUMN linkwarden_api_key text default '';
  829. `
  830. _, err = tx.Exec(sql)
  831. return err
  832. },
  833. func(tx *sql.Tx) (err error) {
  834. sql := `
  835. ALTER TABLE integrations ADD COLUMN readeck_enabled bool default 'f';
  836. ALTER TABLE integrations ADD COLUMN readeck_only_url bool default 'f';
  837. ALTER TABLE integrations ADD COLUMN readeck_url text default '';
  838. ALTER TABLE integrations ADD COLUMN readeck_api_key text default '';
  839. ALTER TABLE integrations ADD COLUMN readeck_labels text default '';
  840. `
  841. _, err = tx.Exec(sql)
  842. return err
  843. },
  844. func(tx *sql.Tx) (err error) {
  845. sql := `ALTER TABLE feeds ADD COLUMN disable_http2 bool default 'f'`
  846. _, err = tx.Exec(sql)
  847. return err
  848. },
  849. func(tx *sql.Tx) (err error) {
  850. sql := `ALTER TABLE users ADD COLUMN media_playback_rate numeric default 1;`
  851. _, err = tx.Exec(sql)
  852. return err
  853. },
  854. func(tx *sql.Tx) (err error) {
  855. // the WHERE part speed-up the request a lot
  856. sql := `UPDATE entries SET tags = array_remove(tags, '') WHERE '' = ANY(tags);`
  857. _, err = tx.Exec(sql)
  858. return err
  859. },
  860. func(tx *sql.Tx) (err error) {
  861. // Entry URLs can exceeds btree maximum size
  862. // Checking entry existence is now using entries_feed_id_status_hash_idx index
  863. _, err = tx.Exec(`DROP INDEX entries_feed_url_idx`)
  864. return err
  865. },
  866. func(tx *sql.Tx) (err error) {
  867. sql := `
  868. ALTER TABLE integrations ADD COLUMN raindrop_enabled bool default 'f';
  869. ALTER TABLE integrations ADD COLUMN raindrop_token text default '';
  870. ALTER TABLE integrations ADD COLUMN raindrop_collection_id text default '';
  871. ALTER TABLE integrations ADD COLUMN raindrop_tags text default '';
  872. `
  873. _, err = tx.Exec(sql)
  874. return err
  875. },
  876. func(tx *sql.Tx) (err error) {
  877. sql := `ALTER TABLE feeds ADD COLUMN description text default ''`
  878. _, err = tx.Exec(sql)
  879. return err
  880. },
  881. func(tx *sql.Tx) (err error) {
  882. sql := `
  883. ALTER TABLE users
  884. ADD COLUMN block_filter_entry_rules text not null default '',
  885. ADD COLUMN keep_filter_entry_rules text not null default ''
  886. `
  887. _, err = tx.Exec(sql)
  888. return err
  889. },
  890. func(tx *sql.Tx) (err error) {
  891. sql := `
  892. ALTER TABLE integrations ADD COLUMN betula_url text default '';
  893. ALTER TABLE integrations ADD COLUMN betula_token text default '';
  894. ALTER TABLE integrations ADD COLUMN betula_enabled bool default 'f';
  895. `
  896. _, err = tx.Exec(sql)
  897. return err
  898. },
  899. func(tx *sql.Tx) (err error) {
  900. sql := `
  901. ALTER TABLE integrations ADD COLUMN ntfy_enabled bool default 'f';
  902. ALTER TABLE integrations ADD COLUMN ntfy_url text default '';
  903. ALTER TABLE integrations ADD COLUMN ntfy_topic text default '';
  904. ALTER TABLE integrations ADD COLUMN ntfy_api_token text default '';
  905. ALTER TABLE integrations ADD COLUMN ntfy_username text default '';
  906. ALTER TABLE integrations ADD COLUMN ntfy_password text default '';
  907. ALTER TABLE integrations ADD COLUMN ntfy_icon_url text default '';
  908. ALTER TABLE feeds ADD COLUMN ntfy_enabled bool default 'f';
  909. ALTER TABLE feeds ADD COLUMN ntfy_priority int default '3';
  910. `
  911. _, err = tx.Exec(sql)
  912. return err
  913. },
  914. func(tx *sql.Tx) (err error) {
  915. sql := `ALTER TABLE users ADD COLUMN mark_read_on_media_player_completion bool default 'f';`
  916. _, err = tx.Exec(sql)
  917. return err
  918. },
  919. }