httpd.go 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package httpd // import "miniflux.app/v2/internal/http/server"
  4. import (
  5. "crypto/tls"
  6. "fmt"
  7. "log/slog"
  8. "net"
  9. "net/http"
  10. "os"
  11. "strconv"
  12. "strings"
  13. "time"
  14. "miniflux.app/v2/internal/api"
  15. "miniflux.app/v2/internal/config"
  16. "miniflux.app/v2/internal/fever"
  17. "miniflux.app/v2/internal/googlereader"
  18. "miniflux.app/v2/internal/http/request"
  19. "miniflux.app/v2/internal/storage"
  20. "miniflux.app/v2/internal/ui"
  21. "miniflux.app/v2/internal/version"
  22. "miniflux.app/v2/internal/worker"
  23. "github.com/gorilla/mux"
  24. "github.com/prometheus/client_golang/prometheus/promhttp"
  25. "golang.org/x/crypto/acme"
  26. "golang.org/x/crypto/acme/autocert"
  27. )
  28. func StartWebServer(store *storage.Storage, pool *worker.Pool) []*http.Server {
  29. listenAddresses := config.Opts.ListenAddr()
  30. var httpServers []*http.Server
  31. certFile := config.Opts.CertFile()
  32. keyFile := config.Opts.CertKeyFile()
  33. certDomain := config.Opts.CertDomain()
  34. var sharedAutocertTLSConfig *tls.Config
  35. if certDomain != "" {
  36. slog.Debug("Configuring autocert manager and shared TLS config", slog.String("domain", certDomain))
  37. certManager := autocert.Manager{
  38. Cache: storage.NewCertificateCache(store),
  39. Prompt: autocert.AcceptTOS,
  40. HostPolicy: autocert.HostWhitelist(certDomain),
  41. }
  42. sharedAutocertTLSConfig = &tls.Config{}
  43. sharedAutocertTLSConfig.GetCertificate = certManager.GetCertificate
  44. sharedAutocertTLSConfig.NextProtos = []string{"h2", "http/1.1", acme.ALPNProto}
  45. challengeServer := &http.Server{
  46. Handler: certManager.HTTPHandler(nil),
  47. Addr: ":http",
  48. }
  49. slog.Info("Starting ACME HTTP challenge server for autocert", slog.String("address", challengeServer.Addr))
  50. go func() {
  51. if err := challengeServer.ListenAndServe(); err != http.ErrServerClosed {
  52. slog.Error("ACME HTTP challenge server failed", slog.Any("error", err))
  53. }
  54. }()
  55. config.Opts.HTTPS = true
  56. httpServers = append(httpServers, challengeServer)
  57. }
  58. for i, listenAddr := range listenAddresses {
  59. server := &http.Server{
  60. ReadTimeout: time.Duration(config.Opts.HTTPServerTimeout()) * time.Second,
  61. WriteTimeout: time.Duration(config.Opts.HTTPServerTimeout()) * time.Second,
  62. IdleTimeout: time.Duration(config.Opts.HTTPServerTimeout()) * time.Second,
  63. Handler: setupHandler(store, pool),
  64. }
  65. if !strings.HasPrefix(listenAddr, "/") && os.Getenv("LISTEN_PID") != strconv.Itoa(os.Getpid()) {
  66. server.Addr = listenAddr
  67. }
  68. shouldAddServer := true
  69. switch {
  70. case os.Getenv("LISTEN_PID") == strconv.Itoa(os.Getpid()):
  71. if i == 0 {
  72. slog.Info("Starting server using systemd socket for the first listen address", slog.String("address_info", listenAddr))
  73. startSystemdSocketServer(server)
  74. } else {
  75. slog.Warn("Systemd socket activation: Only the first listen address is used by systemd. Other addresses ignored.", slog.String("skipped_address", listenAddr))
  76. shouldAddServer = false
  77. }
  78. case strings.HasPrefix(listenAddr, "/"): // Unix socket
  79. startUnixSocketServer(server, listenAddr)
  80. case certDomain != "" && (listenAddr == ":https" || (i == 0 && strings.Contains(listenAddr, ":"))):
  81. server.Addr = listenAddr
  82. startAutoCertTLSServer(server, sharedAutocertTLSConfig)
  83. case certFile != "" && keyFile != "":
  84. server.Addr = listenAddr
  85. startTLSServer(server, certFile, keyFile)
  86. config.Opts.HTTPS = true
  87. default:
  88. server.Addr = listenAddr
  89. startHTTPServer(server)
  90. }
  91. if shouldAddServer {
  92. httpServers = append(httpServers, server)
  93. }
  94. }
  95. return httpServers
  96. }
  97. func startSystemdSocketServer(server *http.Server) {
  98. go func() {
  99. f := os.NewFile(3, "systemd socket")
  100. listener, err := net.FileListener(f)
  101. if err != nil {
  102. printErrorAndExit(`Unable to create listener from systemd socket: %v`, err)
  103. }
  104. slog.Info(`Starting server using systemd socket`)
  105. if err := server.Serve(listener); err != http.ErrServerClosed {
  106. printErrorAndExit(`Systemd socket server failed to start: %v`, err)
  107. }
  108. }()
  109. }
  110. func startUnixSocketServer(server *http.Server, socketFile string) {
  111. if err := os.Remove(socketFile); err != nil && !os.IsNotExist(err) {
  112. printErrorAndExit("Unable to remove existing Unix socket %s: %v", socketFile, err)
  113. }
  114. listener, err := net.Listen("unix", socketFile)
  115. if err != nil {
  116. printErrorAndExit(`Server failed to listen on Unix socket %s: %v`, socketFile, err)
  117. }
  118. if err := os.Chmod(socketFile, 0666); err != nil {
  119. printErrorAndExit(`Unable to change socket permission for %s: %v`, socketFile, err)
  120. }
  121. go func() {
  122. slog.Info("Starting server using a Unix socket", slog.String("socket", socketFile))
  123. if err := server.Serve(listener); err != http.ErrServerClosed {
  124. printErrorAndExit("Unix socket server failed to start on %s: %v", socketFile, err)
  125. }
  126. }()
  127. }
  128. func startAutoCertTLSServer(server *http.Server, autoTLSConfig *tls.Config) {
  129. server.TLSConfig.GetCertificate = autoTLSConfig.GetCertificate
  130. server.TLSConfig.NextProtos = autoTLSConfig.NextProtos
  131. go func() {
  132. slog.Info("Starting TLS server using automatic certificate management",
  133. slog.String("listen_address", server.Addr),
  134. )
  135. if err := server.ListenAndServeTLS("", ""); err != http.ErrServerClosed {
  136. printErrorAndExit("Autocert server failed to start on %s: %v", server.Addr, err)
  137. }
  138. }()
  139. }
  140. func startTLSServer(server *http.Server, certFile, keyFile string) {
  141. go func() {
  142. slog.Info("Starting TLS server using a certificate",
  143. slog.String("listen_address", server.Addr),
  144. slog.String("cert_file", certFile),
  145. slog.String("key_file", keyFile),
  146. )
  147. if err := server.ListenAndServeTLS(certFile, keyFile); err != http.ErrServerClosed {
  148. printErrorAndExit("TLS server failed to start on %s: %v", server.Addr, err)
  149. }
  150. }()
  151. }
  152. func startHTTPServer(server *http.Server) {
  153. go func() {
  154. slog.Info("Starting HTTP server",
  155. slog.String("listen_address", server.Addr),
  156. )
  157. if err := server.ListenAndServe(); err != http.ErrServerClosed {
  158. printErrorAndExit("HTTP server failed to start on %s: %v", server.Addr, err)
  159. }
  160. }()
  161. }
  162. func setupHandler(store *storage.Storage, pool *worker.Pool) *mux.Router {
  163. livenessProbe := func(w http.ResponseWriter, r *http.Request) {
  164. w.WriteHeader(http.StatusOK)
  165. w.Write([]byte("OK"))
  166. }
  167. readinessProbe := func(w http.ResponseWriter, r *http.Request) {
  168. if err := store.Ping(); err != nil {
  169. http.Error(w, fmt.Sprintf("Database Connection Error: %q", err), http.StatusServiceUnavailable)
  170. return
  171. }
  172. w.WriteHeader(http.StatusOK)
  173. w.Write([]byte("OK"))
  174. }
  175. router := mux.NewRouter()
  176. // These routes do not take the base path into consideration and are always available at the root of the server.
  177. router.HandleFunc("/liveness", livenessProbe).Name("liveness")
  178. router.HandleFunc("/healthz", livenessProbe).Name("healthz")
  179. router.HandleFunc("/readiness", readinessProbe).Name("readiness")
  180. router.HandleFunc("/readyz", readinessProbe).Name("readyz")
  181. var subrouter *mux.Router
  182. if config.Opts.BasePath() != "" {
  183. subrouter = router.PathPrefix(config.Opts.BasePath()).Subrouter()
  184. } else {
  185. subrouter = router.NewRoute().Subrouter()
  186. }
  187. if config.Opts.HasMaintenanceMode() {
  188. subrouter.Use(func(next http.Handler) http.Handler {
  189. return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  190. w.Write([]byte(config.Opts.MaintenanceMessage()))
  191. })
  192. })
  193. }
  194. subrouter.Use(middleware)
  195. fever.Serve(subrouter, store)
  196. googlereader.Serve(subrouter, store)
  197. api.Serve(subrouter, store, pool)
  198. ui.Serve(subrouter, store, pool)
  199. subrouter.HandleFunc("/healthcheck", readinessProbe).Name("healthcheck")
  200. subrouter.HandleFunc("/version", func(w http.ResponseWriter, r *http.Request) {
  201. w.Write([]byte(version.Version))
  202. }).Name("version")
  203. if config.Opts.HasMetricsCollector() {
  204. subrouter.Handle("/metrics", promhttp.Handler()).Name("metrics")
  205. subrouter.Use(func(next http.Handler) http.Handler {
  206. return http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
  207. route := mux.CurrentRoute(r)
  208. // Returns a 404 if the client is not authorized to access the metrics endpoint.
  209. if route.GetName() == "metrics" && !isAllowedToAccessMetricsEndpoint(r) {
  210. slog.Warn("Authentication failed while accessing the metrics endpoint",
  211. slog.String("client_ip", request.ClientIP(r)),
  212. slog.String("client_user_agent", r.UserAgent()),
  213. slog.String("client_remote_addr", r.RemoteAddr),
  214. )
  215. http.NotFound(w, r)
  216. return
  217. }
  218. next.ServeHTTP(w, r)
  219. })
  220. })
  221. }
  222. return router
  223. }
  224. func isAllowedToAccessMetricsEndpoint(r *http.Request) bool {
  225. clientIP := request.ClientIP(r)
  226. if config.Opts.MetricsUsername() != "" && config.Opts.MetricsPassword() != "" {
  227. username, password, authOK := r.BasicAuth()
  228. if !authOK {
  229. slog.Warn("Metrics endpoint accessed without authentication header",
  230. slog.Bool("authentication_failed", true),
  231. slog.String("client_ip", clientIP),
  232. slog.String("client_user_agent", r.UserAgent()),
  233. slog.String("client_remote_addr", r.RemoteAddr),
  234. )
  235. return false
  236. }
  237. if username == "" || password == "" {
  238. slog.Warn("Metrics endpoint accessed with empty username or password",
  239. slog.Bool("authentication_failed", true),
  240. slog.String("client_ip", clientIP),
  241. slog.String("client_user_agent", r.UserAgent()),
  242. slog.String("client_remote_addr", r.RemoteAddr),
  243. )
  244. return false
  245. }
  246. if username != config.Opts.MetricsUsername() || password != config.Opts.MetricsPassword() {
  247. slog.Warn("Metrics endpoint accessed with invalid username or password",
  248. slog.Bool("authentication_failed", true),
  249. slog.String("client_ip", clientIP),
  250. slog.String("client_user_agent", r.UserAgent()),
  251. slog.String("client_remote_addr", r.RemoteAddr),
  252. )
  253. return false
  254. }
  255. }
  256. remoteIP := request.FindRemoteIP(r)
  257. if remoteIP == "@" {
  258. // This indicates a request sent via a Unix socket, always consider these trusted.
  259. return true
  260. }
  261. for _, cidr := range config.Opts.MetricsAllowedNetworks() {
  262. _, network, err := net.ParseCIDR(cidr)
  263. if err != nil {
  264. slog.Error("Metrics endpoint accessed with invalid CIDR",
  265. slog.Bool("authentication_failed", true),
  266. slog.String("client_ip", clientIP),
  267. slog.String("client_user_agent", r.UserAgent()),
  268. slog.String("client_remote_addr", r.RemoteAddr),
  269. slog.String("cidr", cidr),
  270. )
  271. return false
  272. }
  273. // We use r.RemoteAddr in this case because HTTP headers like X-Forwarded-For can be easily spoofed.
  274. // The recommendation is to use HTTP Basic authentication.
  275. if network.Contains(net.ParseIP(remoteIP)) {
  276. return true
  277. }
  278. }
  279. return false
  280. }
  281. func printErrorAndExit(format string, a ...any) {
  282. message := fmt.Sprintf(format, a...)
  283. slog.Error(message)
  284. fmt.Fprintf(os.Stderr, "%v\n", message)
  285. os.Exit(1)
  286. }