handler.go 4.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152
  1. // Copyright 2017 Frédéric Guillot. All rights reserved.
  2. // Use of this source code is governed by the Apache 2.0
  3. // license that can be found in the LICENSE file.
  4. package feed
  5. import (
  6. "fmt"
  7. "github.com/miniflux/miniflux2/errors"
  8. "github.com/miniflux/miniflux2/helper"
  9. "github.com/miniflux/miniflux2/model"
  10. "github.com/miniflux/miniflux2/reader/http"
  11. "github.com/miniflux/miniflux2/reader/icon"
  12. "github.com/miniflux/miniflux2/storage"
  13. "log"
  14. "time"
  15. )
  16. var (
  17. errRequestFailed = "Unable to execute request: %v"
  18. errServerFailure = "Unable to fetch feed (statusCode=%d)."
  19. errDuplicate = "This feed already exists (%s)."
  20. errNotFound = "Feed %d not found"
  21. )
  22. // Handler contains all the logic to create and refresh feeds.
  23. type Handler struct {
  24. store *storage.Storage
  25. }
  26. // CreateFeed fetch, parse and store a new feed.
  27. func (h *Handler) CreateFeed(userID, categoryID int64, url string) (*model.Feed, error) {
  28. defer helper.ExecutionTime(time.Now(), fmt.Sprintf("[Handler:CreateFeed] feedUrl=%s", url))
  29. client := http.NewHttpClient(url)
  30. response, err := client.Get()
  31. if err != nil {
  32. return nil, errors.NewLocalizedError(errRequestFailed, err)
  33. }
  34. if response.HasServerFailure() {
  35. return nil, errors.NewLocalizedError(errServerFailure, response.StatusCode)
  36. }
  37. if h.store.FeedURLExists(userID, response.EffectiveURL) {
  38. return nil, errors.NewLocalizedError(errDuplicate, response.EffectiveURL)
  39. }
  40. subscription, err := parseFeed(response.Body)
  41. if err != nil {
  42. return nil, err
  43. }
  44. subscription.Category = &model.Category{ID: categoryID}
  45. subscription.EtagHeader = response.ETag
  46. subscription.LastModifiedHeader = response.LastModified
  47. subscription.FeedURL = response.EffectiveURL
  48. subscription.UserID = userID
  49. err = h.store.CreateFeed(subscription)
  50. if err != nil {
  51. return nil, err
  52. }
  53. log.Println("[Handler:CreateFeed] Feed saved with ID:", subscription.ID)
  54. icon, err := icon.FindIcon(subscription.SiteURL)
  55. if err != nil {
  56. log.Println(err)
  57. } else if icon == nil {
  58. log.Printf("No icon found for feedID=%d\n", subscription.ID)
  59. } else {
  60. h.store.CreateFeedIcon(subscription, icon)
  61. }
  62. return subscription, nil
  63. }
  64. // RefreshFeed fetch and update a feed if necessary.
  65. func (h *Handler) RefreshFeed(userID, feedID int64) error {
  66. defer helper.ExecutionTime(time.Now(), fmt.Sprintf("[Handler:RefreshFeed] feedID=%d", feedID))
  67. originalFeed, err := h.store.GetFeedById(userID, feedID)
  68. if err != nil {
  69. return err
  70. }
  71. if originalFeed == nil {
  72. return errors.NewLocalizedError(errNotFound, feedID)
  73. }
  74. client := http.NewHttpClientWithCacheHeaders(originalFeed.FeedURL, originalFeed.EtagHeader, originalFeed.LastModifiedHeader)
  75. response, err := client.Get()
  76. if err != nil {
  77. customErr := errors.NewLocalizedError(errRequestFailed, err)
  78. originalFeed.ParsingErrorCount++
  79. originalFeed.ParsingErrorMsg = customErr.Error()
  80. h.store.UpdateFeed(originalFeed)
  81. return customErr
  82. }
  83. originalFeed.CheckedAt = time.Now()
  84. if response.HasServerFailure() {
  85. err := errors.NewLocalizedError(errServerFailure, response.StatusCode)
  86. originalFeed.ParsingErrorCount++
  87. originalFeed.ParsingErrorMsg = err.Error()
  88. h.store.UpdateFeed(originalFeed)
  89. return err
  90. }
  91. if response.IsModified(originalFeed.EtagHeader, originalFeed.LastModifiedHeader) {
  92. log.Printf("[Handler:RefreshFeed] Feed #%d has been modified\n", feedID)
  93. subscription, err := parseFeed(response.Body)
  94. if err != nil {
  95. originalFeed.ParsingErrorCount++
  96. originalFeed.ParsingErrorMsg = err.Error()
  97. h.store.UpdateFeed(originalFeed)
  98. return err
  99. }
  100. originalFeed.EtagHeader = response.ETag
  101. originalFeed.LastModifiedHeader = response.LastModified
  102. if err := h.store.UpdateEntries(originalFeed.UserID, originalFeed.ID, subscription.Entries); err != nil {
  103. return err
  104. }
  105. if !h.store.HasIcon(originalFeed.ID) {
  106. log.Println("[Handler:RefreshFeed] Looking for feed icon")
  107. icon, err := icon.FindIcon(originalFeed.SiteURL)
  108. if err != nil {
  109. log.Println("[Handler:RefreshFeed]", err)
  110. } else {
  111. h.store.CreateFeedIcon(originalFeed, icon)
  112. }
  113. }
  114. } else {
  115. log.Printf("[Handler:RefreshFeed] Feed #%d not modified\n", feedID)
  116. }
  117. originalFeed.ParsingErrorCount = 0
  118. originalFeed.ParsingErrorMsg = ""
  119. return h.store.UpdateFeed(originalFeed)
  120. }
  121. // NewFeedHandler returns a feed handler.
  122. func NewFeedHandler(store *storage.Storage) *Handler {
  123. return &Handler{store: store}
  124. }