parser.go 9.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360
  1. // SPDX-FileCopyrightText: Copyright The Miniflux Authors. All rights reserved.
  2. // SPDX-License-Identifier: Apache-2.0
  3. package config // import "miniflux.app/v2/internal/config"
  4. import (
  5. "bufio"
  6. "bytes"
  7. "crypto/rand"
  8. "errors"
  9. "fmt"
  10. "io"
  11. "log/slog"
  12. "net/url"
  13. "os"
  14. "strconv"
  15. "strings"
  16. "time"
  17. )
  18. type configParser struct {
  19. options *configOptions
  20. }
  21. func NewConfigParser() *configParser {
  22. return &configParser{
  23. options: NewConfigOptions(),
  24. }
  25. }
  26. func (cp *configParser) ParseEnvironmentVariables() (*configOptions, error) {
  27. if err := cp.parseLines(os.Environ()); err != nil {
  28. return nil, err
  29. }
  30. return cp.options, nil
  31. }
  32. func (cp *configParser) ParseFile(filename string) (*configOptions, error) {
  33. fp, err := os.Open(filename)
  34. if err != nil {
  35. return nil, err
  36. }
  37. defer fp.Close()
  38. if err := cp.parseLines(parseFileContent(fp)); err != nil {
  39. return nil, err
  40. }
  41. return cp.options, nil
  42. }
  43. // Validate checks for invalid or incomplete option combinations.
  44. func (c *configOptions) Validate() error {
  45. if c.OAuth2Provider() == "oidc" && c.OAuth2OIDCDiscoveryEndpoint() == "" {
  46. return errors.New("OAUTH2_OIDC_DISCOVERY_ENDPOINT must be configured when using the OIDC provider")
  47. }
  48. if c.DisableLocalAuth() {
  49. if c.OAuth2Provider() == "" && c.AuthProxyHeader() == "" {
  50. return errors.New("DISABLE_LOCAL_AUTH is enabled but neither OAUTH2_PROVIDER nor AUTH_PROXY_HEADER is set. Please enable at least one authentication source")
  51. }
  52. }
  53. if c.AuthProxyHeader() != "" && len(c.TrustedReverseProxyNetworks()) == 0 {
  54. return errors.New("TRUSTED_REVERSE_PROXY_NETWORKS must be configured when AUTH_PROXY_HEADER is used")
  55. }
  56. if (c.CertFile() != "") != (c.CertKeyFile() != "") {
  57. return errors.New("CERT_FILE and KEY_FILE must both be provided")
  58. }
  59. if c.CertDomain() != "" && c.CertFile() != "" {
  60. return errors.New("CERT_DOMAIN and CERT_FILE/KEY_FILE are mutually exclusive")
  61. }
  62. if (c.MetricsUsername() != "") != (c.MetricsPassword() != "") {
  63. return errors.New("METRICS_USERNAME and METRICS_PASSWORD must both be provided")
  64. }
  65. if c.DatabaseMinConns() > c.DatabaseMaxConns() {
  66. return errors.New("DATABASE_MIN_CONNS must be less than or equal to DATABASE_MAX_CONNS")
  67. }
  68. if c.SchedulerRoundRobinMinInterval() > c.SchedulerRoundRobinMaxInterval() {
  69. return errors.New("SCHEDULER_ROUND_ROBIN_MIN_INTERVAL must be less than or equal to SCHEDULER_ROUND_ROBIN_MAX_INTERVAL")
  70. }
  71. if c.SchedulerEntryFrequencyMinInterval() > c.SchedulerEntryFrequencyMaxInterval() {
  72. return errors.New("SCHEDULER_ENTRY_FREQUENCY_MIN_INTERVAL must be less than or equal to SCHEDULER_ENTRY_FREQUENCY_MAX_INTERVAL")
  73. }
  74. return nil
  75. }
  76. func (cp *configParser) postParsing() error {
  77. // Parse basePath and rootURL based on BASE_URL
  78. baseURL := cp.options.options["BASE_URL"].parsedStringValue
  79. baseURL = strings.TrimSuffix(baseURL, "/")
  80. parsedURL, err := url.Parse(baseURL)
  81. if err != nil {
  82. return fmt.Errorf("invalid BASE_URL: %v", err)
  83. }
  84. scheme := strings.ToLower(parsedURL.Scheme)
  85. if scheme != "https" && scheme != "http" {
  86. return errors.New("BASE_URL scheme must be http or https")
  87. }
  88. cp.options.options["BASE_URL"].parsedStringValue = baseURL
  89. cp.options.basePath = parsedURL.Path
  90. parsedURL.Path = ""
  91. cp.options.rootURL = parsedURL.String()
  92. // Parse YouTube embed domain based on YOUTUBE_EMBED_URL_OVERRIDE
  93. youTubeEmbedURLOverride := cp.options.options["YOUTUBE_EMBED_URL_OVERRIDE"].parsedStringValue
  94. if youTubeEmbedURLOverride != "" {
  95. parsedYouTubeEmbedURL, err := url.Parse(youTubeEmbedURLOverride)
  96. if err != nil {
  97. return fmt.Errorf("invalid YOUTUBE_EMBED_URL_OVERRIDE: %v", err)
  98. }
  99. cp.options.youTubeEmbedDomain = parsedYouTubeEmbedURL.Hostname()
  100. }
  101. // Generate a media proxy private key if not set
  102. if len(cp.options.options["MEDIA_PROXY_PRIVATE_KEY"].parsedBytesValue) == 0 {
  103. randomKey := make([]byte, 16)
  104. rand.Read(randomKey)
  105. cp.options.options["MEDIA_PROXY_PRIVATE_KEY"].parsedBytesValue = randomKey
  106. }
  107. // Override LISTEN_ADDR with PORT if set (for compatibility reasons)
  108. if cp.options.Port() != "" {
  109. cp.options.options["LISTEN_ADDR"].parsedStringList = []string{":" + cp.options.Port()}
  110. cp.options.options["LISTEN_ADDR"].rawValue = ":" + cp.options.Port()
  111. }
  112. return nil
  113. }
  114. func (cp *configParser) parseLines(lines []string) error {
  115. for lineNum, line := range lines {
  116. key, value, ok := strings.Cut(line, "=")
  117. if !ok {
  118. return fmt.Errorf("unable to parse configuration, invalid format on line %d", lineNum)
  119. }
  120. key, value = strings.TrimSpace(key), strings.TrimSpace(value)
  121. if err := cp.parseLine(key, value); err != nil {
  122. return err
  123. }
  124. }
  125. if err := cp.postParsing(); err != nil {
  126. return err
  127. }
  128. return nil
  129. }
  130. func (cp *configParser) parseLine(key, value string) error {
  131. field, exists := cp.options.options[key]
  132. if !exists {
  133. if key == "FILTER_ENTRY_MAX_AGE_DAYS" {
  134. slog.Warn("Configuration option FILTER_ENTRY_MAX_AGE_DAYS is deprecated; use user filter rule max-age:<duration> instead")
  135. }
  136. // Ignore unknown configuration keys to avoid parsing unrelated environment variables.
  137. return nil
  138. }
  139. // Validate the option if a validator is provided
  140. if field.validator != nil {
  141. if err := field.validator(value); err != nil {
  142. return fmt.Errorf("invalid value for key %s: %v", key, err)
  143. }
  144. }
  145. // Convert the raw value based on its type
  146. switch field.valueType {
  147. case stringType:
  148. field.parsedStringValue = parseStringValue(value, field.parsedStringValue)
  149. field.rawValue = value
  150. case stringListType:
  151. field.parsedStringList = parseStringListValue(value, field.parsedStringList)
  152. field.rawValue = value
  153. case boolType:
  154. parsedValue, err := parseBoolValue(value, field.parsedBoolValue)
  155. if err != nil {
  156. return fmt.Errorf("invalid boolean value for key %s: %v", key, err)
  157. }
  158. field.parsedBoolValue = parsedValue
  159. field.rawValue = value
  160. case intType:
  161. field.parsedIntValue = parseIntValue(value, field.parsedIntValue)
  162. field.rawValue = value
  163. case int64Type:
  164. field.parsedInt64Value = ParsedInt64Value(value, field.parsedInt64Value)
  165. field.rawValue = value
  166. case secondType:
  167. field.parsedDuration = parseDurationValue(value, time.Second, field.parsedDuration)
  168. field.rawValue = value
  169. case minuteType:
  170. field.parsedDuration = parseDurationValue(value, time.Minute, field.parsedDuration)
  171. field.rawValue = value
  172. case hourType:
  173. field.parsedDuration = parseDurationValue(value, time.Hour, field.parsedDuration)
  174. field.rawValue = value
  175. case dayType:
  176. field.parsedDuration = parseDurationValue(value, time.Hour*24, field.parsedDuration)
  177. field.rawValue = value
  178. case urlType:
  179. parsedURL, err := parseURLValue(value, field.parsedURLValue)
  180. if err != nil {
  181. return fmt.Errorf("invalid URL for key %s: %v", key, err)
  182. }
  183. field.parsedURLValue = parsedURL
  184. field.rawValue = value
  185. case secretFileType:
  186. secretValue, err := readSecretFileValue(value)
  187. if err != nil {
  188. return fmt.Errorf("error reading secret file for key %s: %v", key, err)
  189. }
  190. if field.targetKey != "" {
  191. if targetField, ok := cp.options.options[field.targetKey]; ok {
  192. targetField.parsedStringValue = secretValue
  193. targetField.rawValue = secretValue
  194. }
  195. }
  196. field.rawValue = value
  197. case bytesType:
  198. if value != "" {
  199. field.parsedBytesValue = []byte(value)
  200. field.rawValue = value
  201. }
  202. }
  203. return nil
  204. }
  205. func parseStringValue(value string, fallback string) string {
  206. if value == "" {
  207. return fallback
  208. }
  209. return value
  210. }
  211. func parseBoolValue(value string, fallback bool) (bool, error) {
  212. if value == "" {
  213. return fallback, nil
  214. }
  215. value = strings.ToLower(value)
  216. if value == "1" || value == "yes" || value == "true" || value == "on" {
  217. return true, nil
  218. }
  219. if value == "0" || value == "no" || value == "false" || value == "off" {
  220. return false, nil
  221. }
  222. return false, fmt.Errorf("invalid boolean value: %q", value)
  223. }
  224. func parseIntValue(value string, fallback int) int {
  225. if value == "" {
  226. return fallback
  227. }
  228. v, err := strconv.Atoi(value)
  229. if err != nil {
  230. return fallback
  231. }
  232. return v
  233. }
  234. func ParsedInt64Value(value string, fallback int64) int64 {
  235. if value == "" {
  236. return fallback
  237. }
  238. v, err := strconv.ParseInt(value, 10, 64)
  239. if err != nil {
  240. return fallback
  241. }
  242. return v
  243. }
  244. func parseStringListValue(value string, fallback []string) []string {
  245. if value == "" {
  246. return fallback
  247. }
  248. var strList []string
  249. present := make(map[string]bool)
  250. for item := range strings.SplitSeq(value, ",") {
  251. if itemValue := strings.TrimSpace(item); itemValue != "" {
  252. if !present[itemValue] {
  253. present[itemValue] = true
  254. strList = append(strList, itemValue)
  255. }
  256. }
  257. }
  258. return strList
  259. }
  260. func parseDurationValue(value string, unit time.Duration, fallback time.Duration) time.Duration {
  261. if value == "" {
  262. return fallback
  263. }
  264. v, err := strconv.Atoi(value)
  265. if err != nil {
  266. return fallback
  267. }
  268. return time.Duration(v) * unit
  269. }
  270. func parseURLValue(value string, fallback *url.URL) (*url.URL, error) {
  271. if value == "" {
  272. return fallback, nil
  273. }
  274. parsedURL, err := url.Parse(value)
  275. if err != nil {
  276. return fallback, err
  277. }
  278. return parsedURL, nil
  279. }
  280. func readSecretFileValue(filename string) (string, error) {
  281. data, err := os.ReadFile(filename)
  282. if err != nil {
  283. return "", err
  284. }
  285. value := string(bytes.TrimSpace(data))
  286. if value == "" {
  287. return "", errors.New("secret file is empty")
  288. }
  289. return value, nil
  290. }
  291. func parseFileContent(r io.Reader) (lines []string) {
  292. scanner := bufio.NewScanner(r)
  293. for scanner.Scan() {
  294. line := strings.TrimSpace(scanner.Text())
  295. if !strings.HasPrefix(line, "#") && strings.Index(line, "=") > 0 {
  296. lines = append(lines, line)
  297. }
  298. }
  299. return lines
  300. }