feed_test.go 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package model // import "miniflux.app/v2/internal/model"
  4. import (
  5. "fmt"
  6. "os"
  7. "testing"
  8. "time"
  9. "miniflux.app/v2/internal/config"
  10. )
  11. func TestFeedCategorySetter(t *testing.T) {
  12. feed := &Feed{}
  13. feed.WithCategoryID(int64(123))
  14. if feed.Category == nil {
  15. t.Fatal(`The category field should not be null`)
  16. }
  17. if feed.Category.ID != int64(123) {
  18. t.Error(`The category ID must be set`)
  19. }
  20. }
  21. func TestFeedErrorCounter(t *testing.T) {
  22. feed := &Feed{}
  23. feed.WithTranslatedErrorMessage("Some Error")
  24. if feed.ParsingErrorMsg != "Some Error" {
  25. t.Error(`The error message must be set`)
  26. }
  27. if feed.ParsingErrorCount != 1 {
  28. t.Error(`The error counter must be set to 1`)
  29. }
  30. feed.ResetErrorCounter()
  31. if feed.ParsingErrorMsg != "" {
  32. t.Error(`The error message must be removed`)
  33. }
  34. if feed.ParsingErrorCount != 0 {
  35. t.Error(`The error counter must be set to 0`)
  36. }
  37. }
  38. func TestFeedCheckedNow(t *testing.T) {
  39. feed := &Feed{}
  40. feed.FeedURL = "https://example.org/feed"
  41. feed.CheckedNow()
  42. if feed.SiteURL != feed.FeedURL {
  43. t.Error(`The site URL must not be empty`)
  44. }
  45. if feed.CheckedAt.IsZero() {
  46. t.Error(`The checked date must be set`)
  47. }
  48. }
  49. func TestFeedScheduleNextCheckDefault(t *testing.T) {
  50. var err error
  51. parser := config.NewParser()
  52. config.Opts, err = parser.ParseEnvironmentVariables()
  53. if err != nil {
  54. t.Fatalf(`Parsing failure: %v`, err)
  55. }
  56. feed := &Feed{}
  57. weeklyCount := 10
  58. newTTL := 0
  59. feed.ScheduleNextCheck(weeklyCount, newTTL)
  60. if feed.NextCheckAt.IsZero() {
  61. t.Error(`The next_check_at must be set`)
  62. }
  63. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(config.Opts.PollingFrequency()))) {
  64. t.Error(`The next_check_at should not be after the now + polling frequency`)
  65. }
  66. }
  67. func TestFeedScheduleNextCheckRoundRobinMinInterval(t *testing.T) {
  68. minInterval := 1
  69. os.Clearenv()
  70. os.Setenv("POLLING_SCHEDULER", "round_robin")
  71. os.Setenv("SCHEDULER_ROUND_ROBIN_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  72. var err error
  73. parser := config.NewParser()
  74. config.Opts, err = parser.ParseEnvironmentVariables()
  75. if err != nil {
  76. t.Fatalf(`Parsing failure: %v`, err)
  77. }
  78. feed := &Feed{}
  79. weeklyCount := 100
  80. newTTL := 0
  81. feed.ScheduleNextCheck(weeklyCount, newTTL)
  82. if feed.NextCheckAt.IsZero() {
  83. t.Error(`The next_check_at must be set`)
  84. }
  85. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(minInterval))) {
  86. t.Error(`The next_check_at should not be after the now + min interval`)
  87. }
  88. }
  89. func TestFeedScheduleNextCheckEntryCountBasedMaxInterval(t *testing.T) {
  90. maxInterval := 5
  91. minInterval := 1
  92. os.Clearenv()
  93. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  94. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  95. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  96. var err error
  97. parser := config.NewParser()
  98. config.Opts, err = parser.ParseEnvironmentVariables()
  99. if err != nil {
  100. t.Fatalf(`Parsing failure: %v`, err)
  101. }
  102. feed := &Feed{}
  103. weeklyCount := maxInterval * 100
  104. newTTL := 0
  105. feed.ScheduleNextCheck(weeklyCount, newTTL)
  106. if feed.NextCheckAt.IsZero() {
  107. t.Error(`The next_check_at must be set`)
  108. }
  109. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(maxInterval))) {
  110. t.Error(`The next_check_at should not be after the now + max interval`)
  111. }
  112. }
  113. func TestFeedScheduleNextCheckEntryCountBasedMinInterval(t *testing.T) {
  114. maxInterval := 500
  115. minInterval := 100
  116. os.Clearenv()
  117. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  118. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  119. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  120. var err error
  121. parser := config.NewParser()
  122. config.Opts, err = parser.ParseEnvironmentVariables()
  123. if err != nil {
  124. t.Fatalf(`Parsing failure: %v`, err)
  125. }
  126. feed := &Feed{}
  127. weeklyCount := minInterval / 2
  128. newTTL := 0
  129. feed.ScheduleNextCheck(weeklyCount, newTTL)
  130. if feed.NextCheckAt.IsZero() {
  131. t.Error(`The next_check_at must be set`)
  132. }
  133. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(minInterval))) {
  134. t.Error(`The next_check_at should not be before the now + min interval`)
  135. }
  136. }
  137. func TestFeedScheduleNextCheckEntryFrequencyFactor(t *testing.T) {
  138. factor := 2
  139. os.Clearenv()
  140. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  141. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_FACTOR", fmt.Sprintf("%d", factor))
  142. var err error
  143. parser := config.NewParser()
  144. config.Opts, err = parser.ParseEnvironmentVariables()
  145. if err != nil {
  146. t.Fatalf(`Parsing failure: %v`, err)
  147. }
  148. feed := &Feed{}
  149. weeklyCount := 7
  150. newTTL := 0
  151. feed.ScheduleNextCheck(weeklyCount, newTTL)
  152. if feed.NextCheckAt.IsZero() {
  153. t.Error(`The next_check_at must be set`)
  154. }
  155. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(config.Opts.SchedulerEntryFrequencyMaxInterval()/factor))) {
  156. t.Error(`The next_check_at should not be after the now + factor * count`)
  157. }
  158. }
  159. func TestFeedScheduleNextCheckEntryFrequencySmallNewTTL(t *testing.T) {
  160. // If the feed has a TTL defined, we use it to make sure we don't check it too often.
  161. maxInterval := 500
  162. minInterval := 100
  163. os.Clearenv()
  164. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  165. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  166. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  167. var err error
  168. parser := config.NewParser()
  169. config.Opts, err = parser.ParseEnvironmentVariables()
  170. if err != nil {
  171. t.Fatalf(`Parsing failure: %v`, err)
  172. }
  173. feed := &Feed{}
  174. weeklyCount := minInterval / 2
  175. // TTL is smaller than minInterval.
  176. newTTL := minInterval / 2
  177. feed.ScheduleNextCheck(weeklyCount, newTTL)
  178. if feed.NextCheckAt.IsZero() {
  179. t.Error(`The next_check_at must be set`)
  180. }
  181. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(minInterval))) {
  182. t.Error(`The next_check_at should not be before the now + min interval`)
  183. }
  184. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(newTTL))) {
  185. t.Error(`The next_check_at should not be before the now + TTL`)
  186. }
  187. }
  188. func TestFeedScheduleNextCheckEntryFrequencyLargeNewTTL(t *testing.T) {
  189. // If the feed has a TTL defined, we use it to make sure we don't check it too often.
  190. maxInterval := 500
  191. minInterval := 100
  192. os.Clearenv()
  193. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  194. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  195. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  196. var err error
  197. parser := config.NewParser()
  198. config.Opts, err = parser.ParseEnvironmentVariables()
  199. if err != nil {
  200. t.Fatalf(`Parsing failure: %v`, err)
  201. }
  202. feed := &Feed{}
  203. // TTL is larger than minInterval.
  204. weeklyCount := minInterval / 2
  205. newTTL := minInterval * 2
  206. feed.ScheduleNextCheck(weeklyCount, newTTL)
  207. if feed.NextCheckAt.IsZero() {
  208. t.Error(`The next_check_at must be set`)
  209. }
  210. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(minInterval))) {
  211. t.Error(`The next_check_at should not be before the now + min interval`)
  212. }
  213. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(newTTL))) {
  214. t.Error(`The next_check_at should not be before the now + TTL`)
  215. }
  216. }