4
0

feed.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281
  1. // Copyright 2017 Frédéric Guillot. All rights reserved.
  2. // Use of this source code is governed by the Apache 2.0
  3. // license that can be found in the LICENSE file.
  4. package storage // import "miniflux.app/storage"
  5. import (
  6. "database/sql"
  7. "errors"
  8. "fmt"
  9. "time"
  10. "miniflux.app/model"
  11. "miniflux.app/timer"
  12. "miniflux.app/timezone"
  13. )
  14. // FeedExists checks if the given feed exists.
  15. func (s *Storage) FeedExists(userID, feedID int64) bool {
  16. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:FeedExists] userID=%d, feedID=%d", userID, feedID))
  17. var result int
  18. query := `SELECT count(*) as c FROM feeds WHERE user_id=$1 AND id=$2`
  19. s.db.QueryRow(query, userID, feedID).Scan(&result)
  20. return result >= 1
  21. }
  22. // FeedURLExists checks if feed URL already exists.
  23. func (s *Storage) FeedURLExists(userID int64, feedURL string) bool {
  24. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:FeedURLExists] userID=%d, feedURL=%s", userID, feedURL))
  25. var result int
  26. query := `SELECT count(*) as c FROM feeds WHERE user_id=$1 AND feed_url=$2`
  27. s.db.QueryRow(query, userID, feedURL).Scan(&result)
  28. return result >= 1
  29. }
  30. // CountFeeds returns the number of feeds that belongs to the given user.
  31. func (s *Storage) CountFeeds(userID int64) int {
  32. var result int
  33. err := s.db.QueryRow(`SELECT count(*) FROM feeds WHERE user_id=$1`, userID).Scan(&result)
  34. if err != nil {
  35. return 0
  36. }
  37. return result
  38. }
  39. // Feeds returns all feeds of the given user.
  40. func (s *Storage) Feeds(userID int64) (model.Feeds, error) {
  41. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:Feeds] userID=%d", userID))
  42. feeds := make(model.Feeds, 0)
  43. query := `SELECT
  44. f.id, f.feed_url, f.site_url, f.title, f.etag_header, f.last_modified_header,
  45. f.user_id, f.checked_at at time zone u.timezone,
  46. f.parsing_error_count, f.parsing_error_msg,
  47. f.scraper_rules, f.rewrite_rules, f.crawler,
  48. f.username, f.password,
  49. f.category_id, c.title as category_title,
  50. fi.icon_id,
  51. u.timezone
  52. FROM feeds f
  53. LEFT JOIN categories c ON c.id=f.category_id
  54. LEFT JOIN feed_icons fi ON fi.feed_id=f.id
  55. LEFT JOIN users u ON u.id=f.user_id
  56. WHERE f.user_id=$1
  57. ORDER BY f.parsing_error_count DESC, f.title ASC`
  58. rows, err := s.db.Query(query, userID)
  59. if err != nil {
  60. return nil, fmt.Errorf("Unable to fetch feeds: %v", err)
  61. }
  62. defer rows.Close()
  63. for rows.Next() {
  64. var feed model.Feed
  65. var iconID interface{}
  66. var tz string
  67. feed.Category = &model.Category{UserID: userID}
  68. err := rows.Scan(
  69. &feed.ID,
  70. &feed.FeedURL,
  71. &feed.SiteURL,
  72. &feed.Title,
  73. &feed.EtagHeader,
  74. &feed.LastModifiedHeader,
  75. &feed.UserID,
  76. &feed.CheckedAt,
  77. &feed.ParsingErrorCount,
  78. &feed.ParsingErrorMsg,
  79. &feed.ScraperRules,
  80. &feed.RewriteRules,
  81. &feed.Crawler,
  82. &feed.Username,
  83. &feed.Password,
  84. &feed.Category.ID,
  85. &feed.Category.Title,
  86. &iconID,
  87. &tz,
  88. )
  89. if err != nil {
  90. return nil, fmt.Errorf("unable to fetch feeds row: %v", err)
  91. }
  92. if iconID != nil {
  93. feed.Icon = &model.FeedIcon{FeedID: feed.ID, IconID: iconID.(int64)}
  94. }
  95. feed.CheckedAt = timezone.Convert(tz, feed.CheckedAt)
  96. feeds = append(feeds, &feed)
  97. }
  98. return feeds, nil
  99. }
  100. // FeedByID returns a feed by the ID.
  101. func (s *Storage) FeedByID(userID, feedID int64) (*model.Feed, error) {
  102. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:FeedByID] feedID=%d", feedID))
  103. var feed model.Feed
  104. var iconID interface{}
  105. var tz string
  106. feed.Category = &model.Category{UserID: userID}
  107. query := `
  108. SELECT
  109. f.id, f.feed_url, f.site_url, f.title, f.etag_header, f.last_modified_header,
  110. f.user_id, f.checked_at at time zone u.timezone,
  111. f.parsing_error_count, f.parsing_error_msg,
  112. f.scraper_rules, f.rewrite_rules, f.crawler,
  113. f.username, f.password,
  114. f.category_id, c.title as category_title,
  115. fi.icon_id,
  116. u.timezone
  117. FROM feeds f
  118. LEFT JOIN categories c ON c.id=f.category_id
  119. LEFT JOIN feed_icons fi ON fi.feed_id=f.id
  120. LEFT JOIN users u ON u.id=f.user_id
  121. WHERE f.user_id=$1 AND f.id=$2`
  122. err := s.db.QueryRow(query, userID, feedID).Scan(
  123. &feed.ID,
  124. &feed.FeedURL,
  125. &feed.SiteURL,
  126. &feed.Title,
  127. &feed.EtagHeader,
  128. &feed.LastModifiedHeader,
  129. &feed.UserID,
  130. &feed.CheckedAt,
  131. &feed.ParsingErrorCount,
  132. &feed.ParsingErrorMsg,
  133. &feed.ScraperRules,
  134. &feed.RewriteRules,
  135. &feed.Crawler,
  136. &feed.Username,
  137. &feed.Password,
  138. &feed.Category.ID,
  139. &feed.Category.Title,
  140. &iconID,
  141. &tz,
  142. )
  143. switch {
  144. case err == sql.ErrNoRows:
  145. return nil, nil
  146. case err != nil:
  147. return nil, fmt.Errorf("unable to fetch feed: %v", err)
  148. }
  149. if iconID != nil {
  150. feed.Icon = &model.FeedIcon{FeedID: feed.ID, IconID: iconID.(int64)}
  151. }
  152. feed.CheckedAt = timezone.Convert(tz, feed.CheckedAt)
  153. return &feed, nil
  154. }
  155. // CreateFeed creates a new feed.
  156. func (s *Storage) CreateFeed(feed *model.Feed) error {
  157. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:CreateFeed] feedURL=%s", feed.FeedURL))
  158. sql := `
  159. INSERT INTO feeds
  160. (feed_url, site_url, title, category_id, user_id, etag_header, last_modified_header, crawler, username, password)
  161. VALUES ($1, $2, $3, $4, $5, $6, $7, $8, $9, $10)
  162. RETURNING id
  163. `
  164. err := s.db.QueryRow(
  165. sql,
  166. feed.FeedURL,
  167. feed.SiteURL,
  168. feed.Title,
  169. feed.Category.ID,
  170. feed.UserID,
  171. feed.EtagHeader,
  172. feed.LastModifiedHeader,
  173. feed.Crawler,
  174. feed.Username,
  175. feed.Password,
  176. ).Scan(&feed.ID)
  177. if err != nil {
  178. return fmt.Errorf("unable to create feed: %v", err)
  179. }
  180. for i := 0; i < len(feed.Entries); i++ {
  181. feed.Entries[i].FeedID = feed.ID
  182. feed.Entries[i].UserID = feed.UserID
  183. err := s.createEntry(feed.Entries[i])
  184. if err != nil {
  185. return err
  186. }
  187. }
  188. return nil
  189. }
  190. // UpdateFeed updates an existing feed.
  191. func (s *Storage) UpdateFeed(feed *model.Feed) (err error) {
  192. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:UpdateFeed] feedURL=%s", feed.FeedURL))
  193. query := `UPDATE feeds SET
  194. feed_url=$1, site_url=$2, title=$3, category_id=$4, etag_header=$5, last_modified_header=$6, checked_at=$7,
  195. parsing_error_msg=$8, parsing_error_count=$9, scraper_rules=$10, rewrite_rules=$11, crawler=$12,
  196. username=$13, password=$14
  197. WHERE id=$15 AND user_id=$16`
  198. _, err = s.db.Exec(query,
  199. feed.FeedURL,
  200. feed.SiteURL,
  201. feed.Title,
  202. feed.Category.ID,
  203. feed.EtagHeader,
  204. feed.LastModifiedHeader,
  205. feed.CheckedAt,
  206. feed.ParsingErrorMsg,
  207. feed.ParsingErrorCount,
  208. feed.ScraperRules,
  209. feed.RewriteRules,
  210. feed.Crawler,
  211. feed.Username,
  212. feed.Password,
  213. feed.ID,
  214. feed.UserID,
  215. )
  216. if err != nil {
  217. return fmt.Errorf("Unable to update feed: %v", err)
  218. }
  219. return nil
  220. }
  221. // RemoveFeed removes a feed.
  222. func (s *Storage) RemoveFeed(userID, feedID int64) error {
  223. defer timer.ExecutionTime(time.Now(), fmt.Sprintf("[Storage:RemoveFeed] userID=%d, feedID=%d", userID, feedID))
  224. result, err := s.db.Exec("DELETE FROM feeds WHERE id = $1 AND user_id = $2", feedID, userID)
  225. if err != nil {
  226. return fmt.Errorf("Unable to remove this feed: %v", err)
  227. }
  228. count, err := result.RowsAffected()
  229. if err != nil {
  230. return fmt.Errorf("Unable to remove this feed: %v", err)
  231. }
  232. if count == 0 {
  233. return errors.New("no feed has been removed")
  234. }
  235. return nil
  236. }
  237. // ResetFeedErrors removes all feed errors.
  238. func (s *Storage) ResetFeedErrors() error {
  239. _, err := s.db.Exec(`UPDATE feeds SET parsing_error_count=0, parsing_error_msg=''`)
  240. return err
  241. }