proxy.go 4.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package ui // import "miniflux.app/v2/internal/ui"
  4. import (
  5. "crypto/hmac"
  6. "crypto/sha256"
  7. "encoding/base64"
  8. "errors"
  9. "log/slog"
  10. "net/http"
  11. "net/url"
  12. "path"
  13. "strconv"
  14. "time"
  15. "miniflux.app/v2/internal/config"
  16. "miniflux.app/v2/internal/crypto"
  17. "miniflux.app/v2/internal/http/request"
  18. "miniflux.app/v2/internal/http/response"
  19. "miniflux.app/v2/internal/http/response/html"
  20. "miniflux.app/v2/internal/reader/fetcher"
  21. "miniflux.app/v2/internal/reader/rewrite"
  22. )
  23. func (h *handler) mediaProxy(w http.ResponseWriter, r *http.Request) {
  24. // If we receive a "If-None-Match" header, we assume the media is already stored in browser cache.
  25. if r.Header.Get("If-None-Match") != "" {
  26. w.WriteHeader(http.StatusNotModified)
  27. return
  28. }
  29. encodedURL := request.RouteStringParam(r, "encodedURL")
  30. if encodedURL == "" {
  31. html.BadRequest(w, r, errors.New("no URL provided"))
  32. return
  33. }
  34. encodedDigest := request.RouteStringParam(r, "encodedDigest")
  35. decodedDigest, err := base64.URLEncoding.DecodeString(encodedDigest)
  36. if err != nil {
  37. html.BadRequest(w, r, errors.New("unable to decode this digest"))
  38. return
  39. }
  40. decodedURL, err := base64.URLEncoding.DecodeString(encodedURL)
  41. if err != nil {
  42. html.BadRequest(w, r, errors.New("unable to decode this URL"))
  43. return
  44. }
  45. mac := hmac.New(sha256.New, config.Opts.MediaProxyPrivateKey())
  46. mac.Write(decodedURL)
  47. expectedMAC := mac.Sum(nil)
  48. if !hmac.Equal(decodedDigest, expectedMAC) {
  49. html.Forbidden(w, r)
  50. return
  51. }
  52. parsedMediaURL, err := url.Parse(string(decodedURL))
  53. if err != nil {
  54. html.BadRequest(w, r, errors.New("invalid URL provided"))
  55. return
  56. }
  57. if parsedMediaURL.Scheme != "http" && parsedMediaURL.Scheme != "https" {
  58. html.BadRequest(w, r, errors.New("invalid URL provided"))
  59. return
  60. }
  61. if parsedMediaURL.Host == "" {
  62. html.BadRequest(w, r, errors.New("invalid URL provided"))
  63. return
  64. }
  65. if !parsedMediaURL.IsAbs() {
  66. html.BadRequest(w, r, errors.New("invalid URL provided"))
  67. return
  68. }
  69. mediaURL := string(decodedURL)
  70. slog.Debug("MediaProxy: Fetching remote resource",
  71. slog.String("media_url", mediaURL),
  72. )
  73. requestBuilder := fetcher.NewRequestBuilder()
  74. requestBuilder.WithTimeout(config.Opts.MediaProxyHTTPClientTimeout())
  75. // Disable compression for the media proxy requests (not implemented).
  76. requestBuilder.WithoutCompression()
  77. if referer := rewrite.GetRefererForURL(mediaURL); referer != "" {
  78. requestBuilder.WithHeader("Referer", referer)
  79. }
  80. forwardedRequestHeader := [...]string{"Range", "Accept", "Accept-Encoding", "User-Agent"}
  81. for _, requestHeaderName := range forwardedRequestHeader {
  82. if r.Header.Get(requestHeaderName) != "" {
  83. requestBuilder.WithHeader(requestHeaderName, r.Header.Get(requestHeaderName))
  84. }
  85. }
  86. resp, err := requestBuilder.ExecuteRequest(mediaURL)
  87. if err != nil {
  88. slog.Error("MediaProxy: Unable to initialize HTTP client",
  89. slog.String("media_url", mediaURL),
  90. slog.Any("error", err),
  91. )
  92. http.Error(w, http.StatusText(http.StatusInternalServerError), http.StatusInternalServerError)
  93. return
  94. }
  95. defer resp.Body.Close()
  96. if resp.StatusCode == http.StatusRequestedRangeNotSatisfiable {
  97. slog.Warn("MediaProxy: "+http.StatusText(http.StatusRequestedRangeNotSatisfiable),
  98. slog.String("media_url", mediaURL),
  99. slog.Int("status_code", resp.StatusCode),
  100. )
  101. html.RequestedRangeNotSatisfiable(w, r, resp.Header.Get("Content-Range"))
  102. return
  103. }
  104. if resp.StatusCode != http.StatusOK && resp.StatusCode != http.StatusPartialContent {
  105. slog.Warn("MediaProxy: Unexpected response status code",
  106. slog.String("media_url", mediaURL),
  107. slog.Int("status_code", resp.StatusCode),
  108. )
  109. // Forward the status code from the origin.
  110. http.Error(w, "Origin status code is "+strconv.Itoa(resp.StatusCode), resp.StatusCode)
  111. return
  112. }
  113. etag := crypto.HashFromBytes(decodedURL)
  114. response.New(w, r).WithCaching(etag, 72*time.Hour, func(b *response.Builder) {
  115. b.WithStatus(resp.StatusCode)
  116. b.WithHeader("Content-Security-Policy", response.ContentSecurityPolicyForUntrustedContent)
  117. b.WithHeader("Content-Type", resp.Header.Get("Content-Type"))
  118. if filename := path.Base(parsedMediaURL.Path); filename != "" {
  119. b.WithHeader("Content-Disposition", `inline; filename="`+filename+`"`)
  120. }
  121. forwardedResponseHeader := [...]string{"Content-Encoding", "Content-Type", "Content-Length", "Accept-Ranges", "Content-Range"}
  122. for _, responseHeaderName := range forwardedResponseHeader {
  123. if resp.Header.Get(responseHeaderName) != "" {
  124. b.WithHeader(responseHeaderName, resp.Header.Get(responseHeaderName))
  125. }
  126. }
  127. b.WithBody(resp.Body)
  128. b.WithoutCompression()
  129. b.Write()
  130. })
  131. }