feed_test.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206
  1. // Copyright 2018 Frédéric Guillot. All rights reserved.
  2. // Use of this source code is governed by the Apache 2.0
  3. // license that can be found in the LICENSE file.
  4. package model // import "miniflux.app/model"
  5. import (
  6. "fmt"
  7. "os"
  8. "testing"
  9. "time"
  10. "miniflux.app/config"
  11. "miniflux.app/http/client"
  12. )
  13. func TestFeedWithResponse(t *testing.T) {
  14. response := &client.Response{ETag: "Some etag", LastModified: "Some date", EffectiveURL: "Some URL"}
  15. feed := &Feed{}
  16. feed.WithClientResponse(response)
  17. if feed.EtagHeader != "Some etag" {
  18. t.Fatal(`The ETag header should be set`)
  19. }
  20. if feed.LastModifiedHeader != "Some date" {
  21. t.Fatal(`The LastModified header should be set`)
  22. }
  23. if feed.FeedURL != "Some URL" {
  24. t.Fatal(`The Feed URL should be set`)
  25. }
  26. }
  27. func TestFeedCategorySetter(t *testing.T) {
  28. feed := &Feed{}
  29. feed.WithCategoryID(int64(123))
  30. if feed.Category == nil {
  31. t.Fatal(`The category field should not be null`)
  32. }
  33. if feed.Category.ID != int64(123) {
  34. t.Error(`The category ID must be set`)
  35. }
  36. }
  37. func TestFeedBrowsingParams(t *testing.T) {
  38. feed := &Feed{}
  39. feed.WithBrowsingParameters(
  40. true,
  41. "Custom User Agent",
  42. "Username",
  43. "Secret",
  44. "Scraper Rule",
  45. "Rewrite Rule",
  46. "Block Rule",
  47. "Allow Rule",
  48. true,
  49. )
  50. if !feed.Crawler {
  51. t.Error(`The crawler must be activated`)
  52. }
  53. if feed.UserAgent != "Custom User Agent" {
  54. t.Error(`The user agent must be set`)
  55. }
  56. if feed.Username != "Username" {
  57. t.Error(`The username must be set`)
  58. }
  59. if feed.Password != "Secret" {
  60. t.Error(`The password must be set`)
  61. }
  62. if feed.ScraperRules != "Scraper Rule" {
  63. t.Errorf(`The scraper rules must be set`)
  64. }
  65. if feed.RewriteRules != "Rewrite Rule" {
  66. t.Errorf(`The rewrite rules must be set`)
  67. }
  68. if feed.BlocklistRules != "Block Rule" {
  69. t.Errorf(`The block list rules must be set`)
  70. }
  71. if feed.KeeplistRules != "Allow Rule" {
  72. t.Errorf(`The keep list rules must be set`)
  73. }
  74. if !feed.FetchViaProxy {
  75. t.Errorf(`The fetch via proxy is no set`)
  76. }
  77. }
  78. func TestFeedErrorCounter(t *testing.T) {
  79. feed := &Feed{}
  80. feed.WithError("Some Error")
  81. if feed.ParsingErrorMsg != "Some Error" {
  82. t.Error(`The error message must be set`)
  83. }
  84. if feed.ParsingErrorCount != 1 {
  85. t.Error(`The error counter must be set to 1`)
  86. }
  87. feed.ResetErrorCounter()
  88. if feed.ParsingErrorMsg != "" {
  89. t.Error(`The error message must be removed`)
  90. }
  91. if feed.ParsingErrorCount != 0 {
  92. t.Error(`The error counter must be set to 0`)
  93. }
  94. }
  95. func TestFeedCheckedNow(t *testing.T) {
  96. feed := &Feed{}
  97. feed.FeedURL = "https://example.org/feed"
  98. feed.CheckedNow()
  99. if feed.SiteURL != feed.FeedURL {
  100. t.Error(`The site URL must not be empty`)
  101. }
  102. if feed.CheckedAt.IsZero() {
  103. t.Error(`The checked date must be set`)
  104. }
  105. }
  106. func TestFeedScheduleNextCheckDefault(t *testing.T) {
  107. var err error
  108. parser := config.NewParser()
  109. config.Opts, err = parser.ParseEnvironmentVariables()
  110. if err != nil {
  111. t.Fatalf(`Parsing failure: %v`, err)
  112. }
  113. feed := &Feed{}
  114. weeklyCount := 10
  115. feed.ScheduleNextCheck(weeklyCount)
  116. if feed.NextCheckAt.IsZero() {
  117. t.Error(`The next_check_at must be set`)
  118. }
  119. }
  120. func TestFeedScheduleNextCheckEntryCountBasedMaxInterval(t *testing.T) {
  121. maxInterval := 5
  122. minInterval := 1
  123. os.Clearenv()
  124. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  125. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  126. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  127. var err error
  128. parser := config.NewParser()
  129. config.Opts, err = parser.ParseEnvironmentVariables()
  130. if err != nil {
  131. t.Fatalf(`Parsing failure: %v`, err)
  132. }
  133. feed := &Feed{}
  134. weeklyCount := maxInterval * 100
  135. feed.ScheduleNextCheck(weeklyCount)
  136. if feed.NextCheckAt.IsZero() {
  137. t.Error(`The next_check_at must be set`)
  138. }
  139. if feed.NextCheckAt.After(time.Now().Add(time.Minute * time.Duration(maxInterval))) {
  140. t.Error(`The next_check_at should not be after the now + max interval`)
  141. }
  142. }
  143. func TestFeedScheduleNextCheckEntryCountBasedMinInterval(t *testing.T) {
  144. maxInterval := 500
  145. minInterval := 100
  146. os.Clearenv()
  147. os.Setenv("POLLING_SCHEDULER", "entry_frequency")
  148. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL", fmt.Sprintf("%d", maxInterval))
  149. os.Setenv("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL", fmt.Sprintf("%d", minInterval))
  150. var err error
  151. parser := config.NewParser()
  152. config.Opts, err = parser.ParseEnvironmentVariables()
  153. if err != nil {
  154. t.Fatalf(`Parsing failure: %v`, err)
  155. }
  156. feed := &Feed{}
  157. weeklyCount := minInterval / 2
  158. feed.ScheduleNextCheck(weeklyCount)
  159. if feed.NextCheckAt.IsZero() {
  160. t.Error(`The next_check_at must be set`)
  161. }
  162. if feed.NextCheckAt.Before(time.Now().Add(time.Minute * time.Duration(minInterval))) {
  163. t.Error(`The next_check_at should not be before the now + min interval`)
  164. }
  165. }