parser.go 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. // Copyright 2019 Frédéric Guillot. All rights reserved.
  2. // Use of this source code is governed by the Apache 2.0
  3. // license that can be found in the LICENSE file.
  4. package config // import "miniflux.app/config"
  5. import (
  6. "bufio"
  7. "errors"
  8. "fmt"
  9. "io"
  10. url_parser "net/url"
  11. "os"
  12. "strconv"
  13. "strings"
  14. "miniflux.app/logger"
  15. )
  16. // Parser handles configuration parsing.
  17. type Parser struct {
  18. opts *Options
  19. }
  20. // NewParser returns a new Parser.
  21. func NewParser() *Parser {
  22. return &Parser{
  23. opts: NewOptions(),
  24. }
  25. }
  26. // ParseEnvironmentVariables loads configuration values from environment variables.
  27. func (p *Parser) ParseEnvironmentVariables() (*Options, error) {
  28. err := p.parseLines(os.Environ())
  29. if err != nil {
  30. return nil, err
  31. }
  32. return p.opts, nil
  33. }
  34. // ParseFile loads configuration values from a local file.
  35. func (p *Parser) ParseFile(filename string) (*Options, error) {
  36. fp, err := os.Open(filename)
  37. if err != nil {
  38. return nil, err
  39. }
  40. defer fp.Close()
  41. err = p.parseLines(p.parseFileContent(fp))
  42. if err != nil {
  43. return nil, err
  44. }
  45. return p.opts, nil
  46. }
  47. func (p *Parser) parseFileContent(r io.Reader) (lines []string) {
  48. scanner := bufio.NewScanner(r)
  49. for scanner.Scan() {
  50. line := strings.TrimSpace(scanner.Text())
  51. if len(line) > 0 && !strings.HasPrefix(line, "#") && strings.Index(line, "=") > 0 {
  52. lines = append(lines, line)
  53. }
  54. }
  55. return lines
  56. }
  57. func (p *Parser) parseLines(lines []string) (err error) {
  58. var port string
  59. for _, line := range lines {
  60. fields := strings.SplitN(line, "=", 2)
  61. key := strings.TrimSpace(fields[0])
  62. value := strings.TrimSpace(fields[1])
  63. switch key {
  64. case "LOG_DATE_TIME":
  65. p.opts.logDateTime = parseBool(value, defaultLogDateTime)
  66. case "DEBUG":
  67. p.opts.debug = parseBool(value, defaultDebug)
  68. case "BASE_URL":
  69. p.opts.baseURL, p.opts.rootURL, p.opts.basePath, err = parseBaseURL(value)
  70. if err != nil {
  71. return err
  72. }
  73. case "PORT":
  74. port = value
  75. case "LISTEN_ADDR":
  76. p.opts.listenAddr = parseString(value, defaultListenAddr)
  77. case "DATABASE_URL":
  78. p.opts.databaseURL = parseString(value, defaultDatabaseURL)
  79. case "DATABASE_MAX_CONNS":
  80. p.opts.databaseMaxConns = parseInt(value, defaultDatabaseMaxConns)
  81. case "DATABASE_MIN_CONNS":
  82. p.opts.databaseMinConns = parseInt(value, defaultDatabaseMinConns)
  83. case "RUN_MIGRATIONS":
  84. p.opts.runMigrations = parseBool(value, defaultRunMigrations)
  85. case "DISABLE_HSTS":
  86. p.opts.hsts = !parseBool(value, defaultHSTS)
  87. case "HTTPS":
  88. p.opts.HTTPS = parseBool(value, defaultHTTPS)
  89. case "DISABLE_SCHEDULER_SERVICE":
  90. p.opts.schedulerService = !parseBool(value, defaultSchedulerService)
  91. case "DISABLE_HTTP_SERVICE":
  92. p.opts.httpService = !parseBool(value, defaultHTTPService)
  93. case "CERT_FILE":
  94. p.opts.certFile = parseString(value, defaultCertFile)
  95. case "KEY_FILE":
  96. p.opts.certKeyFile = parseString(value, defaultKeyFile)
  97. case "CERT_DOMAIN":
  98. p.opts.certDomain = parseString(value, defaultCertDomain)
  99. case "CERT_CACHE":
  100. p.opts.certCache = parseString(value, defaultCertCache)
  101. case "CLEANUP_FREQUENCY_HOURS":
  102. p.opts.cleanupFrequencyHours = parseInt(value, defaultCleanupFrequencyHours)
  103. case "CLEANUP_ARCHIVE_READ_DAYS":
  104. p.opts.cleanupArchiveReadDays = parseInt(value, defaultCleanupArchiveReadDays)
  105. case "CLEANUP_REMOVE_SESSIONS_DAYS":
  106. p.opts.cleanupRemoveSessionsDays = parseInt(value, defaultCleanupRemoveSessionsDays)
  107. case "CLEANUP_FREQUENCY":
  108. logger.Error("[Config] CLEANUP_FREQUENCY has been deprecated in favor of CLEANUP_FREQUENCY_HOURS.")
  109. if p.opts.cleanupFrequencyHours != defaultCleanupFrequencyHours {
  110. logger.Error("[Config] Ignoring CLEANUP_FREQUENCY as CLEANUP_FREQUENCY_HOURS is already specified.")
  111. } else {
  112. p.opts.cleanupFrequencyHours = parseInt(value, defaultCleanupFrequencyHours)
  113. }
  114. case "ARCHIVE_READ_DAYS":
  115. logger.Error("[Config] ARCHIVE_READ_DAYS has been deprecated in favor of CLEANUP_ARCHIVE_READ_DAYS.")
  116. if p.opts.cleanupArchiveReadDays != defaultCleanupArchiveReadDays {
  117. logger.Error("[Config] Ignoring ARCHIVE_READ_DAYS as CLEANUP_ARCHIVE_READ_DAYS is already specified.")
  118. } else {
  119. p.opts.cleanupArchiveReadDays = parseInt(value, defaultCleanupArchiveReadDays)
  120. }
  121. case "WORKER_POOL_SIZE":
  122. p.opts.workerPoolSize = parseInt(value, defaultWorkerPoolSize)
  123. case "POLLING_FREQUENCY":
  124. p.opts.pollingFrequency = parseInt(value, defaultPollingFrequency)
  125. case "BATCH_SIZE":
  126. p.opts.batchSize = parseInt(value, defaultBatchSize)
  127. case "PROXY_IMAGES":
  128. p.opts.proxyImages = parseString(value, defaultProxyImages)
  129. case "CREATE_ADMIN":
  130. p.opts.createAdmin = parseBool(value, defaultCreateAdmin)
  131. case "POCKET_CONSUMER_KEY":
  132. p.opts.pocketConsumerKey = parseString(value, defaultPocketConsumerKey)
  133. case "OAUTH2_USER_CREATION":
  134. p.opts.oauth2UserCreationAllowed = parseBool(value, defaultOAuth2UserCreation)
  135. case "OAUTH2_CLIENT_ID":
  136. p.opts.oauth2ClientID = parseString(value, defaultOAuth2ClientID)
  137. case "OAUTH2_CLIENT_SECRET":
  138. p.opts.oauth2ClientSecret = parseString(value, defaultOAuth2ClientSecret)
  139. case "OAUTH2_REDIRECT_URL":
  140. p.opts.oauth2RedirectURL = parseString(value, defaultOAuth2RedirectURL)
  141. case "OAUTH2_PROVIDER":
  142. p.opts.oauth2Provider = parseString(value, defaultOAuth2Provider)
  143. case "HTTP_CLIENT_TIMEOUT":
  144. p.opts.httpClientTimeout = parseInt(value, defaultHTTPClientTimeout)
  145. case "HTTP_CLIENT_MAX_BODY_SIZE":
  146. p.opts.httpClientMaxBodySize = int64(parseInt(value, defaultHTTPClientMaxBodySize) * 1024 * 1024)
  147. }
  148. }
  149. if port != "" {
  150. p.opts.listenAddr = ":" + port
  151. }
  152. return nil
  153. }
  154. func parseBaseURL(value string) (string, string, string, error) {
  155. if value == "" {
  156. return defaultBaseURL, defaultRootURL, "", nil
  157. }
  158. if value[len(value)-1:] == "/" {
  159. value = value[:len(value)-1]
  160. }
  161. url, err := url_parser.Parse(value)
  162. if err != nil {
  163. return "", "", "", fmt.Errorf("Invalid BASE_URL: %v", err)
  164. }
  165. scheme := strings.ToLower(url.Scheme)
  166. if scheme != "https" && scheme != "http" {
  167. return "", "", "", errors.New("Invalid BASE_URL: scheme must be http or https")
  168. }
  169. basePath := url.Path
  170. url.Path = ""
  171. return value, url.String(), basePath, nil
  172. }
  173. func parseBool(value string, fallback bool) bool {
  174. if value == "" {
  175. return fallback
  176. }
  177. value = strings.ToLower(value)
  178. if value == "1" || value == "yes" || value == "true" || value == "on" {
  179. return true
  180. }
  181. return false
  182. }
  183. func parseInt(value string, fallback int) int {
  184. if value == "" {
  185. return fallback
  186. }
  187. v, err := strconv.Atoi(value)
  188. if err != nil {
  189. return fallback
  190. }
  191. return v
  192. }
  193. func parseString(value string, fallback string) string {
  194. if value == "" {
  195. return fallback
  196. }
  197. return value
  198. }