feed_test.go 8.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package model // import "miniflux.app/v2/internal/model"
  4. import (
  5. "fmt"
  6. "os"
  7. "testing"
  8. "time"
  9. "miniflux.app/v2/internal/config"
  10. )
  11. const (
  12. largeWeeklyCount = 10080
  13. noNewTTL = 0
  14. )
  15. func TestFeedCategorySetter(t *testing.T) {
  16. feed := &Feed{}
  17. feed.WithCategoryID(int64(123))
  18. if feed.Category == nil {
  19. t.Fatal(`The category field should not be null`)
  20. }
  21. if feed.Category.ID != int64(123) {
  22. t.Error(`The category ID must be set`)
  23. }
  24. }
  25. func TestFeedErrorCounter(t *testing.T) {
  26. feed := &Feed{}
  27. feed.WithTranslatedErrorMessage("Some Error")
  28. if feed.ParsingErrorMsg != "Some Error" {
  29. t.Error(`The error message must be set`)
  30. }
  31. if feed.ParsingErrorCount != 1 {
  32. t.Error(`The error counter must be set to 1`)
  33. }
  34. feed.ResetErrorCounter()
  35. if feed.ParsingErrorMsg != "" {
  36. t.Error(`The error message must be removed`)
  37. }
  38. if feed.ParsingErrorCount != 0 {
  39. t.Error(`The error counter must be set to 0`)
  40. }
  41. }
  42. func TestFeedCheckedNow(t *testing.T) {
  43. feed := &Feed{}
  44. feed.FeedURL = "https://example.org/feed"
  45. feed.CheckedNow()
  46. if feed.SiteURL != feed.FeedURL {
  47. t.Error(`The site URL must not be empty`)
  48. }
  49. if feed.CheckedAt.IsZero() {
  50. t.Error(`The checked date must be set`)
  51. }
  52. }
  53. func checkTargetInterval(t *testing.T, feed *Feed, targetInterval int, timeBefore time.Time, message string) {
  54. if feed.NextCheckAt.Before(timeBefore.Add(time.Minute * time.Duration(targetInterval))) {
  55. t.Errorf(`The next_check_at should be after timeBefore + %s`, message)
  56. }
  57. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(targetInterval))) {
  58. t.Errorf(`The next_check_at should be before now + %s`, message)
  59. }
  60. }
  61. func TestFeedScheduleNextCheckDefault(t *testing.T) {
  62. os.Clearenv()
  63. var err error
  64. parser := config.NewParser()
  65. config.Opts, err = parser.ParseEnvironmentVariables()
  66. if err != nil {
  67. t.Fatalf(`Parsing failure: %v`, err)
  68. }
  69. timeBefore := time.Now()
  70. feed := &Feed{}
  71. weeklyCount := 10
  72. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  73. if feed.NextCheckAt.IsZero() {
  74. t.Error(`The next_check_at must be set`)
  75. }
  76. targetInterval := config.Opts.SchedulerRoundRobinMinInterval()
  77. checkTargetInterval(t, feed, targetInterval, timeBefore, "default SchedulerRoundRobinMinInterval")
  78. }
  79. func TestFeedScheduleNextCheckRoundRobinMinInterval(t *testing.T) {
  80. minInterval := 1
  81. os.Clearenv()
  82. os.Setenv("POLLING_SCHEDULER", "round_robin")
  83. os.Setenv("SCHEDULER_ROUND_ROBIN_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  84. var err error
  85. parser := config.NewParser()
  86. config.Opts, err = parser.ParseEnvironmentVariables()
  87. if err != nil {
  88. t.Fatalf(`Parsing failure: %v`, err)
  89. }
  90. timeBefore := time.Now()
  91. feed := &Feed{}
  92. weeklyCount := 100
  93. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  94. if feed.NextCheckAt.IsZero() {
  95. t.Error(`The next_check_at must be set`)
  96. }
  97. targetInterval := minInterval
  98. checkTargetInterval(t, feed, targetInterval, timeBefore, "round robin min interval")
  99. }
  100. func TestFeedScheduleNextCheckEntryFrequencyMaxInterval(t *testing.T) {
  101. maxInterval := 5
  102. minInterval := 1
  103. os.Clearenv()
  104. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  105. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  106. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  107. var err error
  108. parser := config.NewParser()
  109. config.Opts, err = parser.ParseEnvironmentVariables()
  110. if err != nil {
  111. t.Fatalf(`Parsing failure: %v`, err)
  112. }
  113. timeBefore := time.Now()
  114. feed := &Feed{}
  115. // Use a very small weekly count to trigger the max interval
  116. weeklyCount := 1
  117. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  118. if feed.NextCheckAt.IsZero() {
  119. t.Error(`The next_check_at must be set`)
  120. }
  121. targetInterval := maxInterval
  122. checkTargetInterval(t, feed, targetInterval, timeBefore, "entry frequency max interval")
  123. }
  124. func TestFeedScheduleNextCheckEntryFrequencyMaxIntervalZeroWeeklyCount(t *testing.T) {
  125. maxInterval := 5
  126. minInterval := 1
  127. os.Clearenv()
  128. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  129. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  130. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  131. var err error
  132. parser := config.NewParser()
  133. config.Opts, err = parser.ParseEnvironmentVariables()
  134. if err != nil {
  135. t.Fatalf(`Parsing failure: %v`, err)
  136. }
  137. timeBefore := time.Now()
  138. feed := &Feed{}
  139. // Use a very small weekly count to trigger the max interval
  140. weeklyCount := 0
  141. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  142. if feed.NextCheckAt.IsZero() {
  143. t.Error(`The next_check_at must be set`)
  144. }
  145. targetInterval := maxInterval
  146. checkTargetInterval(t, feed, targetInterval, timeBefore, "entry frequency max interval")
  147. }
  148. func TestFeedScheduleNextCheckEntryFrequencyMinInterval(t *testing.T) {
  149. maxInterval := 500
  150. minInterval := 100
  151. os.Clearenv()
  152. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  153. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  154. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  155. var err error
  156. parser := config.NewParser()
  157. config.Opts, err = parser.ParseEnvironmentVariables()
  158. if err != nil {
  159. t.Fatalf(`Parsing failure: %v`, err)
  160. }
  161. timeBefore := time.Now()
  162. feed := &Feed{}
  163. // Use a very large weekly count to trigger the min interval
  164. weeklyCount := largeWeeklyCount
  165. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  166. if feed.NextCheckAt.IsZero() {
  167. t.Error(`The next_check_at must be set`)
  168. }
  169. targetInterval := minInterval
  170. checkTargetInterval(t, feed, targetInterval, timeBefore, "entry frequency min interval")
  171. }
  172. func TestFeedScheduleNextCheckEntryFrequencyFactor(t *testing.T) {
  173. factor := 2
  174. os.Clearenv()
  175. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  176. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_FACTOR", fmt.Sprintf("%d", factor))
  177. var err error
  178. parser := config.NewParser()
  179. config.Opts, err = parser.ParseEnvironmentVariables()
  180. if err != nil {
  181. t.Fatalf(`Parsing failure: %v`, err)
  182. }
  183. timeBefore := time.Now()
  184. feed := &Feed{}
  185. weeklyCount := 7
  186. feed.ScheduleNextCheck(weeklyCount, noNewTTL)
  187. if feed.NextCheckAt.IsZero() {
  188. t.Error(`The next_check_at must be set`)
  189. }
  190. targetInterval := config.Opts.SchedulerEntryFrequencyMaxInterval() / factor
  191. checkTargetInterval(t, feed, targetInterval, timeBefore, "factor * count")
  192. }
  193. func TestFeedScheduleNextCheckEntryFrequencySmallNewTTL(t *testing.T) {
  194. // If the feed has a TTL defined, we use it to make sure we don't check it too often.
  195. maxInterval := 500
  196. minInterval := 100
  197. os.Clearenv()
  198. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  199. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  200. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  201. var err error
  202. parser := config.NewParser()
  203. config.Opts, err = parser.ParseEnvironmentVariables()
  204. if err != nil {
  205. t.Fatalf(`Parsing failure: %v`, err)
  206. }
  207. timeBefore := time.Now()
  208. feed := &Feed{}
  209. // Use a very large weekly count to trigger the min interval
  210. weeklyCount := largeWeeklyCount
  211. // TTL is smaller than minInterval.
  212. newTTL := minInterval / 2
  213. feed.ScheduleNextCheck(weeklyCount, newTTL)
  214. if feed.NextCheckAt.IsZero() {
  215. t.Error(`The next_check_at must be set`)
  216. }
  217. targetInterval := minInterval
  218. checkTargetInterval(t, feed, targetInterval, timeBefore, "entry frequency min interval")
  219. if feed.NextCheckAt.Before(timeBefore.Add(time.Minute * time.Duration(newTTL))) {
  220. t.Error(`The next_check_at should be after timeBefore + TTL`)
  221. }
  222. }
  223. func TestFeedScheduleNextCheckEntryFrequencyLargeNewTTL(t *testing.T) {
  224. // If the feed has a TTL defined, we use it to make sure we don't check it too often.
  225. maxInterval := 500
  226. minInterval := 100
  227. os.Clearenv()
  228. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  229. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  230. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  231. var err error
  232. parser := config.NewParser()
  233. config.Opts, err = parser.ParseEnvironmentVariables()
  234. if err != nil {
  235. t.Fatalf(`Parsing failure: %v`, err)
  236. }
  237. timeBefore := time.Now()
  238. feed := &Feed{}
  239. // Use a very large weekly count to trigger the min interval
  240. weeklyCount := largeWeeklyCount
  241. // TTL is larger than minInterval.
  242. newTTL := minInterval * 2
  243. feed.ScheduleNextCheck(weeklyCount, newTTL)
  244. if feed.NextCheckAt.IsZero() {
  245. t.Error(`The next_check_at must be set`)
  246. }
  247. targetInterval := newTTL
  248. checkTargetInterval(t, feed, targetInterval, timeBefore, "TTL")
  249. if feed.NextCheckAt.Before(timeBefore.Add(time.Minute * time.Duration(minInterval))) {
  250. t.Error(`The next_check_at should be after timeBefore + entry frequency min interval`)
  251. }
  252. }