request_builder_test.go 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package fetcher // import "miniflux.app/v2/internal/reader/fetcher"
  4. import (
  5. "net/http"
  6. "net/http/httptest"
  7. "net/url"
  8. "testing"
  9. "time"
  10. )
  11. func TestNewRequestBuilder(t *testing.T) {
  12. builder := NewRequestBuilder()
  13. if builder == nil {
  14. t.Fatal("NewRequestBuilder should not return nil")
  15. }
  16. if builder.clientTimeout != defaultHTTPClientTimeout {
  17. t.Errorf("Expected default timeout %d, got %d", defaultHTTPClientTimeout, builder.clientTimeout)
  18. }
  19. if builder.headers == nil {
  20. t.Fatal("Headers should be initialized")
  21. }
  22. }
  23. func TestRequestBuilder_WithHeader(t *testing.T) {
  24. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  25. if r.Header.Get("Custom-Header") != "custom-value" {
  26. t.Errorf("Expected Custom-Header to be 'custom-value', got '%s'", r.Header.Get("Custom-Header"))
  27. }
  28. w.WriteHeader(http.StatusOK)
  29. }))
  30. defer server.Close()
  31. builder := NewRequestBuilder()
  32. resp, err := builder.WithHeader("Custom-Header", "custom-value").ExecuteRequest(server.URL)
  33. if err != nil {
  34. t.Fatalf("Expected no error, got %v", err)
  35. }
  36. defer resp.Body.Close()
  37. }
  38. func TestRequestBuilder_WithETag(t *testing.T) {
  39. tests := []struct {
  40. name string
  41. etag string
  42. expected string
  43. }{
  44. {"with etag", "test-etag", "test-etag"},
  45. {"empty etag", "", ""},
  46. }
  47. for _, tt := range tests {
  48. t.Run(tt.name, func(t *testing.T) {
  49. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  50. if r.Header.Get("If-None-Match") != tt.expected {
  51. t.Errorf("Expected If-None-Match to be '%s', got '%s'", tt.expected, r.Header.Get("If-None-Match"))
  52. }
  53. w.WriteHeader(http.StatusOK)
  54. }))
  55. defer server.Close()
  56. builder := NewRequestBuilder()
  57. resp, err := builder.WithETag(tt.etag).ExecuteRequest(server.URL)
  58. if err != nil {
  59. t.Fatalf("Expected no error, got %v", err)
  60. }
  61. defer resp.Body.Close()
  62. })
  63. }
  64. }
  65. func TestRequestBuilder_WithLastModified(t *testing.T) {
  66. tests := []struct {
  67. name string
  68. lastModified string
  69. expected string
  70. }{
  71. {"with last modified", "Mon, 02 Jan 2006 15:04:05 GMT", "Mon, 02 Jan 2006 15:04:05 GMT"},
  72. {"empty last modified", "", ""},
  73. }
  74. for _, tt := range tests {
  75. t.Run(tt.name, func(t *testing.T) {
  76. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  77. if r.Header.Get("If-Modified-Since") != tt.expected {
  78. t.Errorf("Expected If-Modified-Since to be '%s', got '%s'", tt.expected, r.Header.Get("If-Modified-Since"))
  79. }
  80. w.WriteHeader(http.StatusOK)
  81. }))
  82. defer server.Close()
  83. builder := NewRequestBuilder()
  84. resp, err := builder.WithLastModified(tt.lastModified).ExecuteRequest(server.URL)
  85. if err != nil {
  86. t.Fatalf("Expected no error, got %v", err)
  87. }
  88. defer resp.Body.Close()
  89. })
  90. }
  91. }
  92. func TestRequestBuilder_WithUserAgent(t *testing.T) {
  93. tests := []struct {
  94. name string
  95. userAgent string
  96. defaultAgent string
  97. expectedHeader string
  98. }{
  99. {"custom user agent", "CustomAgent/1.0", "DefaultAgent/1.0", "CustomAgent/1.0"},
  100. {"default user agent", "", "DefaultAgent/1.0", "DefaultAgent/1.0"},
  101. }
  102. for _, tt := range tests {
  103. t.Run(tt.name, func(t *testing.T) {
  104. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  105. if r.Header.Get("User-Agent") != tt.expectedHeader {
  106. t.Errorf("Expected User-Agent to be '%s', got '%s'", tt.expectedHeader, r.Header.Get("User-Agent"))
  107. }
  108. w.WriteHeader(http.StatusOK)
  109. }))
  110. defer server.Close()
  111. builder := NewRequestBuilder()
  112. resp, err := builder.WithUserAgent(tt.userAgent, tt.defaultAgent).ExecuteRequest(server.URL)
  113. if err != nil {
  114. t.Fatalf("Expected no error, got %v", err)
  115. }
  116. defer resp.Body.Close()
  117. })
  118. }
  119. }
  120. func TestRequestBuilder_WithCookie(t *testing.T) {
  121. tests := []struct {
  122. name string
  123. cookie string
  124. expected string
  125. }{
  126. {"with cookie", "session=abc123; lang=en", "session=abc123; lang=en"},
  127. {"empty cookie", "", ""},
  128. }
  129. for _, tt := range tests {
  130. t.Run(tt.name, func(t *testing.T) {
  131. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  132. if r.Header.Get("Cookie") != tt.expected {
  133. t.Errorf("Expected Cookie to be '%s', got '%s'", tt.expected, r.Header.Get("Cookie"))
  134. }
  135. w.WriteHeader(http.StatusOK)
  136. }))
  137. defer server.Close()
  138. builder := NewRequestBuilder()
  139. resp, err := builder.WithCookie(tt.cookie).ExecuteRequest(server.URL)
  140. if err != nil {
  141. t.Fatalf("Expected no error, got %v", err)
  142. }
  143. defer resp.Body.Close()
  144. })
  145. }
  146. }
  147. func TestRequestBuilder_WithUsernameAndPassword(t *testing.T) {
  148. tests := []struct {
  149. name string
  150. username string
  151. password string
  152. expected string
  153. }{
  154. {"with credentials", "test", "password", "Basic dGVzdDpwYXNzd29yZA=="}, // base64 of "test:password"
  155. {"empty username", "", "password", ""},
  156. {"empty password", "test", "", ""},
  157. {"both empty", "", "", ""},
  158. }
  159. for _, tt := range tests {
  160. t.Run(tt.name, func(t *testing.T) {
  161. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  162. if r.Header.Get("Authorization") != tt.expected {
  163. t.Errorf("Expected Authorization to be '%s', got '%s'", tt.expected, r.Header.Get("Authorization"))
  164. }
  165. w.WriteHeader(http.StatusOK)
  166. }))
  167. defer server.Close()
  168. builder := NewRequestBuilder()
  169. resp, err := builder.WithUsernameAndPassword(tt.username, tt.password).ExecuteRequest(server.URL)
  170. if err != nil {
  171. t.Fatalf("Expected no error, got %v", err)
  172. }
  173. defer resp.Body.Close()
  174. })
  175. }
  176. }
  177. func TestRequestBuilder_DefaultAcceptHeader(t *testing.T) {
  178. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  179. if r.Header.Get("Accept") != defaultAcceptHeader {
  180. t.Errorf("Expected Accept to be '%s', got '%s'", defaultAcceptHeader, r.Header.Get("Accept"))
  181. }
  182. w.WriteHeader(http.StatusOK)
  183. }))
  184. defer server.Close()
  185. builder := NewRequestBuilder()
  186. resp, err := builder.ExecuteRequest(server.URL)
  187. if err != nil {
  188. t.Fatalf("Expected no error, got %v", err)
  189. }
  190. defer resp.Body.Close()
  191. }
  192. func TestRequestBuilder_CustomAcceptHeaderNotOverridden(t *testing.T) {
  193. customAccept := "application/json"
  194. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  195. if r.Header.Get("Accept") != customAccept {
  196. t.Errorf("Expected Accept to be '%s', got '%s'", customAccept, r.Header.Get("Accept"))
  197. }
  198. w.WriteHeader(http.StatusOK)
  199. }))
  200. defer server.Close()
  201. builder := NewRequestBuilder()
  202. resp, err := builder.WithHeader("Accept", customAccept).ExecuteRequest(server.URL)
  203. if err != nil {
  204. t.Fatalf("Expected no error, got %v", err)
  205. }
  206. defer resp.Body.Close()
  207. }
  208. func TestRequestBuilder_WithTimeout(t *testing.T) {
  209. builder := NewRequestBuilder()
  210. builder = builder.WithTimeout(30 * time.Second)
  211. if builder.clientTimeout != 30*time.Second {
  212. t.Errorf("Expected timeout to be 30, got %d", builder.clientTimeout)
  213. }
  214. }
  215. func TestRequestBuilder_WithoutRedirects(t *testing.T) {
  216. // Create a redirect server
  217. redirectServer := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  218. w.WriteHeader(http.StatusOK)
  219. }))
  220. defer redirectServer.Close()
  221. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  222. http.Redirect(w, r, redirectServer.URL, http.StatusFound)
  223. }))
  224. defer server.Close()
  225. builder := NewRequestBuilder()
  226. resp, err := builder.WithoutRedirects().ExecuteRequest(server.URL)
  227. if err != nil {
  228. t.Fatalf("Expected no error, got %v", err)
  229. }
  230. defer resp.Body.Close()
  231. if resp.StatusCode != http.StatusFound {
  232. t.Errorf("Expected status code %d, got %d", http.StatusFound, resp.StatusCode)
  233. }
  234. }
  235. func TestRequestBuilder_DisableHTTP2(t *testing.T) {
  236. builder := NewRequestBuilder()
  237. builder = builder.DisableHTTP2(true)
  238. if !builder.disableHTTP2 {
  239. t.Error("Expected disableHTTP2 to be true")
  240. }
  241. }
  242. func TestRequestBuilder_IgnoreTLSErrors(t *testing.T) {
  243. builder := NewRequestBuilder()
  244. builder = builder.IgnoreTLSErrors(true)
  245. if !builder.ignoreTLSErrors {
  246. t.Error("Expected ignoreTLSErrors to be true")
  247. }
  248. }
  249. func TestRequestBuilder_WithoutCompression(t *testing.T) {
  250. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  251. if r.Header.Get("Accept-Encoding") != "identity" {
  252. t.Errorf("Expected Accept-Encoding to be 'identity', got '%s'", r.Header.Get("Accept-Encoding"))
  253. }
  254. w.WriteHeader(http.StatusOK)
  255. }))
  256. defer server.Close()
  257. builder := NewRequestBuilder()
  258. resp, err := builder.WithoutCompression().ExecuteRequest(server.URL)
  259. if err != nil {
  260. t.Fatalf("Expected no error, got %v", err)
  261. }
  262. defer resp.Body.Close()
  263. }
  264. func TestRequestBuilder_WithCompression(t *testing.T) {
  265. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  266. if r.Header.Get("Accept-Encoding") != "br, gzip" {
  267. t.Errorf("Expected Accept-Encoding to be 'br, gzip', got '%s'", r.Header.Get("Accept-Encoding"))
  268. }
  269. w.WriteHeader(http.StatusOK)
  270. }))
  271. defer server.Close()
  272. builder := NewRequestBuilder()
  273. resp, err := builder.ExecuteRequest(server.URL)
  274. if err != nil {
  275. t.Fatalf("Expected no error, got %v", err)
  276. }
  277. defer resp.Body.Close()
  278. }
  279. func TestRequestBuilder_ConnectionCloseHeader(t *testing.T) {
  280. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  281. if r.Header.Get("Connection") != "close" {
  282. t.Errorf("Expected Connection to be 'close', got '%s'", r.Header.Get("Connection"))
  283. }
  284. w.WriteHeader(http.StatusOK)
  285. }))
  286. defer server.Close()
  287. builder := NewRequestBuilder()
  288. resp, err := builder.ExecuteRequest(server.URL)
  289. if err != nil {
  290. t.Fatalf("Expected no error, got %v", err)
  291. }
  292. defer resp.Body.Close()
  293. }
  294. func TestRequestBuilder_WithCustomApplicationProxyURL(t *testing.T) {
  295. proxyURL, _ := url.Parse("http://proxy.example.com:8080")
  296. builder := NewRequestBuilder()
  297. builder = builder.WithCustomApplicationProxyURL(proxyURL)
  298. if builder.clientProxyURL != proxyURL {
  299. t.Error("Expected clientProxyURL to be set")
  300. }
  301. }
  302. func TestRequestBuilder_UseCustomApplicationProxyURL(t *testing.T) {
  303. builder := NewRequestBuilder()
  304. builder = builder.UseCustomApplicationProxyURL(true)
  305. if !builder.useClientProxy {
  306. t.Error("Expected useClientProxy to be true")
  307. }
  308. }
  309. func TestRequestBuilder_WithCustomFeedProxyURL(t *testing.T) {
  310. proxyURL := "http://feed-proxy.example.com:8080"
  311. builder := NewRequestBuilder()
  312. builder = builder.WithCustomFeedProxyURL(proxyURL)
  313. if builder.feedProxyURL != proxyURL {
  314. t.Errorf("Expected feedProxyURL to be '%s', got '%s'", proxyURL, builder.feedProxyURL)
  315. }
  316. }
  317. func TestRequestBuilder_ChainedMethods(t *testing.T) {
  318. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  319. // Check multiple headers
  320. if r.Header.Get("User-Agent") != "TestAgent/1.0" {
  321. t.Errorf("Expected User-Agent to be 'TestAgent/1.0', got '%s'", r.Header.Get("User-Agent"))
  322. }
  323. if r.Header.Get("Cookie") != "test=value" {
  324. t.Errorf("Expected Cookie to be 'test=value', got '%s'", r.Header.Get("Cookie"))
  325. }
  326. if r.Header.Get("If-None-Match") != "etag123" {
  327. t.Errorf("Expected If-None-Match to be 'etag123', got '%s'", r.Header.Get("If-None-Match"))
  328. }
  329. w.WriteHeader(http.StatusOK)
  330. }))
  331. defer server.Close()
  332. builder := NewRequestBuilder()
  333. resp, err := builder.
  334. WithUserAgent("TestAgent/1.0", "DefaultAgent/1.0").
  335. WithCookie("test=value").
  336. WithETag("etag123").
  337. WithTimeout(10 * time.Second).
  338. ExecuteRequest(server.URL)
  339. if err != nil {
  340. t.Fatalf("Expected no error, got %v", err)
  341. }
  342. defer resp.Body.Close()
  343. }
  344. func TestRequestBuilder_InvalidURL(t *testing.T) {
  345. builder := NewRequestBuilder()
  346. _, err := builder.ExecuteRequest("invalid-url")
  347. if err == nil {
  348. t.Error("Expected error for invalid URL")
  349. }
  350. }
  351. func TestRequestBuilder_TimeoutConfiguration(t *testing.T) {
  352. // Create a slow server
  353. server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  354. time.Sleep(2 * time.Second)
  355. w.WriteHeader(http.StatusOK)
  356. }))
  357. defer server.Close()
  358. builder := NewRequestBuilder()
  359. start := time.Now()
  360. _, err := builder.WithTimeout(1 * time.Second).ExecuteRequest(server.URL)
  361. duration := time.Since(start)
  362. if err == nil {
  363. t.Error("Expected timeout error")
  364. }
  365. // Should timeout around 1 second, allow some margin
  366. if duration > 1500*time.Millisecond {
  367. t.Errorf("Expected timeout around 1s, took %v", duration)
  368. }
  369. }