config.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509
  1. package main
  2. import (
  3. "bufio"
  4. "encoding/hex"
  5. "flag"
  6. "fmt"
  7. "math"
  8. "os"
  9. "runtime"
  10. "strconv"
  11. "strings"
  12. )
  13. func intEnvConfig(i *int, name string) {
  14. if env, err := strconv.Atoi(os.Getenv(name)); err == nil {
  15. *i = env
  16. }
  17. }
  18. func floatEnvConfig(i *float64, name string) {
  19. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  20. *i = env
  21. }
  22. }
  23. func megaIntEnvConfig(f *int, name string) {
  24. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  25. *f = int(env * 1000000)
  26. }
  27. }
  28. func strEnvConfig(s *string, name string) {
  29. if env := os.Getenv(name); len(env) > 0 {
  30. *s = env
  31. }
  32. }
  33. func strSliceEnvConfig(s *[]string, name string) {
  34. if env := os.Getenv(name); len(env) > 0 {
  35. parts := strings.Split(env, ",")
  36. for i, p := range parts {
  37. parts[i] = strings.TrimSpace(p)
  38. }
  39. *s = parts
  40. return
  41. }
  42. *s = []string{}
  43. }
  44. func boolEnvConfig(b *bool, name string) {
  45. if env, err := strconv.ParseBool(os.Getenv(name)); err == nil {
  46. *b = env
  47. }
  48. }
  49. func hexEnvConfig(b *[]securityKey, name string) {
  50. var err error
  51. if env := os.Getenv(name); len(env) > 0 {
  52. parts := strings.Split(env, ",")
  53. keys := make([]securityKey, len(parts))
  54. for i, part := range parts {
  55. if keys[i], err = hex.DecodeString(part); err != nil {
  56. logFatal("%s expected to be hex-encoded strings. Invalid: %s\n", name, part)
  57. }
  58. }
  59. *b = keys
  60. }
  61. }
  62. func hexFileConfig(b *[]securityKey, filepath string) {
  63. if len(filepath) == 0 {
  64. return
  65. }
  66. f, err := os.Open(filepath)
  67. if err != nil {
  68. logFatal("Can't open file %s\n", filepath)
  69. }
  70. keys := []securityKey{}
  71. scanner := bufio.NewScanner(f)
  72. for scanner.Scan() {
  73. part := scanner.Text()
  74. if len(part) == 0 {
  75. continue
  76. }
  77. if key, err := hex.DecodeString(part); err == nil {
  78. keys = append(keys, key)
  79. } else {
  80. logFatal("%s expected to contain hex-encoded strings. Invalid: %s\n", filepath, part)
  81. }
  82. }
  83. if err := scanner.Err(); err != nil {
  84. logFatal("Failed to read file %s: %s", filepath, err)
  85. }
  86. *b = keys
  87. }
  88. func presetEnvConfig(p presets, name string) {
  89. if env := os.Getenv(name); len(env) > 0 {
  90. presetStrings := strings.Split(env, ",")
  91. for _, presetStr := range presetStrings {
  92. if err := parsePreset(p, presetStr); err != nil {
  93. logFatal(err.Error())
  94. }
  95. }
  96. }
  97. }
  98. func presetFileConfig(p presets, filepath string) {
  99. if len(filepath) == 0 {
  100. return
  101. }
  102. f, err := os.Open(filepath)
  103. if err != nil {
  104. logFatal("Can't open file %s\n", filepath)
  105. }
  106. scanner := bufio.NewScanner(f)
  107. for scanner.Scan() {
  108. if err := parsePreset(p, scanner.Text()); err != nil {
  109. logFatal(err.Error())
  110. }
  111. }
  112. if err := scanner.Err(); err != nil {
  113. logFatal("Failed to read presets file: %s", err)
  114. }
  115. }
  116. type config struct {
  117. Bind string
  118. ReadTimeout int
  119. WriteTimeout int
  120. KeepAliveTimeout int
  121. DownloadTimeout int
  122. Concurrency int
  123. MaxClients int
  124. TTL int
  125. SoReuseport bool
  126. MaxSrcDimension int
  127. MaxSrcResolution int
  128. MaxSrcFileSize int
  129. MaxAnimationFrames int
  130. JpegProgressive bool
  131. PngInterlaced bool
  132. PngQuantize bool
  133. PngQuantizationColors int
  134. Quality int
  135. GZipCompression int
  136. EnableWebpDetection bool
  137. EnforceWebp bool
  138. EnableClientHints bool
  139. UseLinearColorspace bool
  140. DisableShrinkOnLoad bool
  141. Keys []securityKey
  142. Salts []securityKey
  143. AllowInsecure bool
  144. SignatureSize int
  145. Secret string
  146. AllowOrigin string
  147. UserAgent string
  148. IgnoreSslVerification bool
  149. DevelopmentErrorsMode bool
  150. AllowedSources []string
  151. LocalFileSystemRoot string
  152. S3Enabled bool
  153. S3Region string
  154. S3Endpoint string
  155. GCSEnabled bool
  156. GCSKey string
  157. ETagEnabled bool
  158. BaseURL string
  159. Presets presets
  160. OnlyPresets bool
  161. WatermarkData string
  162. WatermarkPath string
  163. WatermarkURL string
  164. WatermarkOpacity float64
  165. NewRelicAppName string
  166. NewRelicKey string
  167. PrometheusBind string
  168. BugsnagKey string
  169. BugsnagStage string
  170. HoneybadgerKey string
  171. HoneybadgerEnv string
  172. SentryDSN string
  173. SentryEnvironment string
  174. SentryRelease string
  175. ReportDownloadingErrors bool
  176. FreeMemoryInterval int
  177. DownloadBufferSize int
  178. GZipBufferSize int
  179. BufferPoolCalibrationThreshold int
  180. }
  181. var conf = config{
  182. Bind: ":8080",
  183. ReadTimeout: 10,
  184. WriteTimeout: 10,
  185. KeepAliveTimeout: 10,
  186. DownloadTimeout: 5,
  187. Concurrency: runtime.NumCPU() * 2,
  188. TTL: 3600,
  189. MaxSrcResolution: 16800000,
  190. MaxAnimationFrames: 1,
  191. SignatureSize: 32,
  192. PngQuantizationColors: 256,
  193. Quality: 80,
  194. UserAgent: fmt.Sprintf("imgproxy/%s", version),
  195. Presets: make(presets),
  196. WatermarkOpacity: 1,
  197. BugsnagStage: "production",
  198. HoneybadgerEnv: "production",
  199. SentryEnvironment: "production",
  200. SentryRelease: fmt.Sprintf("imgproxy/%s", version),
  201. ReportDownloadingErrors: true,
  202. FreeMemoryInterval: 10,
  203. BufferPoolCalibrationThreshold: 1024,
  204. }
  205. func configure() {
  206. keyPath := flag.String("keypath", "", "path of the file with hex-encoded key")
  207. saltPath := flag.String("saltpath", "", "path of the file with hex-encoded salt")
  208. presetsPath := flag.String("presets", "", "path of the file with presets")
  209. showVersion := flag.Bool("v", false, "show version")
  210. flag.Parse()
  211. if *showVersion {
  212. fmt.Println(version)
  213. os.Exit(0)
  214. }
  215. if port := os.Getenv("PORT"); len(port) > 0 {
  216. conf.Bind = fmt.Sprintf(":%s", port)
  217. }
  218. strEnvConfig(&conf.Bind, "IMGPROXY_BIND")
  219. intEnvConfig(&conf.ReadTimeout, "IMGPROXY_READ_TIMEOUT")
  220. intEnvConfig(&conf.WriteTimeout, "IMGPROXY_WRITE_TIMEOUT")
  221. intEnvConfig(&conf.KeepAliveTimeout, "IMGPROXY_KEEP_ALIVE_TIMEOUT")
  222. intEnvConfig(&conf.DownloadTimeout, "IMGPROXY_DOWNLOAD_TIMEOUT")
  223. intEnvConfig(&conf.Concurrency, "IMGPROXY_CONCURRENCY")
  224. intEnvConfig(&conf.MaxClients, "IMGPROXY_MAX_CLIENTS")
  225. intEnvConfig(&conf.TTL, "IMGPROXY_TTL")
  226. boolEnvConfig(&conf.SoReuseport, "IMGPROXY_SO_REUSEPORT")
  227. intEnvConfig(&conf.MaxSrcDimension, "IMGPROXY_MAX_SRC_DIMENSION")
  228. megaIntEnvConfig(&conf.MaxSrcResolution, "IMGPROXY_MAX_SRC_RESOLUTION")
  229. intEnvConfig(&conf.MaxSrcFileSize, "IMGPROXY_MAX_SRC_FILE_SIZE")
  230. if _, ok := os.LookupEnv("IMGPROXY_MAX_GIF_FRAMES"); ok {
  231. logWarning("`IMGPROXY_MAX_GIF_FRAMES` is deprecated and will be removed in future versions. Use `IMGPROXY_MAX_ANIMATION_FRAMES` instead")
  232. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_GIF_FRAMES")
  233. }
  234. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_ANIMATION_FRAMES")
  235. strSliceEnvConfig(&conf.AllowedSources, "IMGPROXY_ALLOWED_SOURCES")
  236. boolEnvConfig(&conf.JpegProgressive, "IMGPROXY_JPEG_PROGRESSIVE")
  237. boolEnvConfig(&conf.PngInterlaced, "IMGPROXY_PNG_INTERLACED")
  238. boolEnvConfig(&conf.PngQuantize, "IMGPROXY_PNG_QUANTIZE")
  239. intEnvConfig(&conf.PngQuantizationColors, "IMGPROXY_PNG_QUANTIZATION_COLORS")
  240. intEnvConfig(&conf.Quality, "IMGPROXY_QUALITY")
  241. intEnvConfig(&conf.GZipCompression, "IMGPROXY_GZIP_COMPRESSION")
  242. boolEnvConfig(&conf.EnableWebpDetection, "IMGPROXY_ENABLE_WEBP_DETECTION")
  243. boolEnvConfig(&conf.EnforceWebp, "IMGPROXY_ENFORCE_WEBP")
  244. boolEnvConfig(&conf.EnableClientHints, "IMGPROXY_ENABLE_CLIENT_HINTS")
  245. boolEnvConfig(&conf.UseLinearColorspace, "IMGPROXY_USE_LINEAR_COLORSPACE")
  246. boolEnvConfig(&conf.DisableShrinkOnLoad, "IMGPROXY_DISABLE_SHRINK_ON_LOAD")
  247. hexEnvConfig(&conf.Keys, "IMGPROXY_KEY")
  248. hexEnvConfig(&conf.Salts, "IMGPROXY_SALT")
  249. intEnvConfig(&conf.SignatureSize, "IMGPROXY_SIGNATURE_SIZE")
  250. hexFileConfig(&conf.Keys, *keyPath)
  251. hexFileConfig(&conf.Salts, *saltPath)
  252. strEnvConfig(&conf.Secret, "IMGPROXY_SECRET")
  253. strEnvConfig(&conf.AllowOrigin, "IMGPROXY_ALLOW_ORIGIN")
  254. strEnvConfig(&conf.UserAgent, "IMGPROXY_USER_AGENT")
  255. boolEnvConfig(&conf.IgnoreSslVerification, "IMGPROXY_IGNORE_SSL_VERIFICATION")
  256. boolEnvConfig(&conf.DevelopmentErrorsMode, "IMGPROXY_DEVELOPMENT_ERRORS_MODE")
  257. strEnvConfig(&conf.LocalFileSystemRoot, "IMGPROXY_LOCAL_FILESYSTEM_ROOT")
  258. boolEnvConfig(&conf.S3Enabled, "IMGPROXY_USE_S3")
  259. strEnvConfig(&conf.S3Region, "IMGPROXY_S3_REGION")
  260. strEnvConfig(&conf.S3Endpoint, "IMGPROXY_S3_ENDPOINT")
  261. boolEnvConfig(&conf.GCSEnabled, "IMGPROXY_USE_GCS")
  262. strEnvConfig(&conf.GCSKey, "IMGPROXY_GCS_KEY")
  263. boolEnvConfig(&conf.ETagEnabled, "IMGPROXY_USE_ETAG")
  264. strEnvConfig(&conf.BaseURL, "IMGPROXY_BASE_URL")
  265. presetEnvConfig(conf.Presets, "IMGPROXY_PRESETS")
  266. presetFileConfig(conf.Presets, *presetsPath)
  267. boolEnvConfig(&conf.OnlyPresets, "IMGPROXY_ONLY_PRESETS")
  268. strEnvConfig(&conf.WatermarkData, "IMGPROXY_WATERMARK_DATA")
  269. strEnvConfig(&conf.WatermarkPath, "IMGPROXY_WATERMARK_PATH")
  270. strEnvConfig(&conf.WatermarkURL, "IMGPROXY_WATERMARK_URL")
  271. floatEnvConfig(&conf.WatermarkOpacity, "IMGPROXY_WATERMARK_OPACITY")
  272. strEnvConfig(&conf.NewRelicAppName, "IMGPROXY_NEW_RELIC_APP_NAME")
  273. strEnvConfig(&conf.NewRelicKey, "IMGPROXY_NEW_RELIC_KEY")
  274. strEnvConfig(&conf.PrometheusBind, "IMGPROXY_PROMETHEUS_BIND")
  275. strEnvConfig(&conf.BugsnagKey, "IMGPROXY_BUGSNAG_KEY")
  276. strEnvConfig(&conf.BugsnagStage, "IMGPROXY_BUGSNAG_STAGE")
  277. strEnvConfig(&conf.HoneybadgerKey, "IMGPROXY_HONEYBADGER_KEY")
  278. strEnvConfig(&conf.HoneybadgerEnv, "IMGPROXY_HONEYBADGER_ENV")
  279. strEnvConfig(&conf.SentryDSN, "IMGPROXY_SENTRY_DSN")
  280. strEnvConfig(&conf.SentryEnvironment, "IMGPROXY_SENTRY_ENVIRONMENT")
  281. strEnvConfig(&conf.SentryRelease, "IMGPROXY_SENTRY_RELEASE")
  282. boolEnvConfig(&conf.ReportDownloadingErrors, "IMGPROXY_REPORT_DOWNLOADING_ERRORS")
  283. intEnvConfig(&conf.FreeMemoryInterval, "IMGPROXY_FREE_MEMORY_INTERVAL")
  284. intEnvConfig(&conf.DownloadBufferSize, "IMGPROXY_DOWNLOAD_BUFFER_SIZE")
  285. intEnvConfig(&conf.GZipBufferSize, "IMGPROXY_GZIP_BUFFER_SIZE")
  286. intEnvConfig(&conf.BufferPoolCalibrationThreshold, "IMGPROXY_BUFFER_POOL_CALIBRATION_THRESHOLD")
  287. if len(conf.Keys) != len(conf.Salts) {
  288. logFatal("Number of keys and number of salts should be equal. Keys: %d, salts: %d", len(conf.Keys), len(conf.Salts))
  289. }
  290. if len(conf.Keys) == 0 {
  291. logWarning("No keys defined, so signature checking is disabled")
  292. conf.AllowInsecure = true
  293. }
  294. if len(conf.Salts) == 0 {
  295. logWarning("No salts defined, so signature checking is disabled")
  296. conf.AllowInsecure = true
  297. }
  298. if conf.SignatureSize < 1 || conf.SignatureSize > 32 {
  299. logFatal("Signature size should be within 1 and 32, now - %d\n", conf.SignatureSize)
  300. }
  301. if len(conf.Bind) == 0 {
  302. logFatal("Bind address is not defined")
  303. }
  304. if conf.ReadTimeout <= 0 {
  305. logFatal("Read timeout should be greater than 0, now - %d\n", conf.ReadTimeout)
  306. }
  307. if conf.WriteTimeout <= 0 {
  308. logFatal("Write timeout should be greater than 0, now - %d\n", conf.WriteTimeout)
  309. }
  310. if conf.KeepAliveTimeout < 0 {
  311. logFatal("KeepAlive timeout should be greater than or equal to 0, now - %d\n", conf.KeepAliveTimeout)
  312. }
  313. if conf.DownloadTimeout <= 0 {
  314. logFatal("Download timeout should be greater than 0, now - %d\n", conf.DownloadTimeout)
  315. }
  316. if conf.Concurrency <= 0 {
  317. logFatal("Concurrency should be greater than 0, now - %d\n", conf.Concurrency)
  318. }
  319. if conf.MaxClients <= 0 {
  320. conf.MaxClients = conf.Concurrency * 10
  321. }
  322. if conf.TTL <= 0 {
  323. logFatal("TTL should be greater than 0, now - %d\n", conf.TTL)
  324. }
  325. if conf.MaxSrcDimension < 0 {
  326. logFatal("Max src dimension should be greater than or equal to 0, now - %d\n", conf.MaxSrcDimension)
  327. } else if conf.MaxSrcDimension > 0 {
  328. logWarning("IMGPROXY_MAX_SRC_DIMENSION is deprecated and can be removed in future versions. Use IMGPROXY_MAX_SRC_RESOLUTION")
  329. }
  330. if conf.MaxSrcResolution <= 0 {
  331. logFatal("Max src resolution should be greater than 0, now - %d\n", conf.MaxSrcResolution)
  332. }
  333. if conf.MaxSrcFileSize < 0 {
  334. logFatal("Max src file size should be greater than or equal to 0, now - %d\n", conf.MaxSrcFileSize)
  335. }
  336. if conf.MaxAnimationFrames <= 0 {
  337. logFatal("Max animation frames should be greater than 0, now - %d\n", conf.MaxAnimationFrames)
  338. }
  339. if conf.PngQuantizationColors < 2 {
  340. logFatal("Png quantization colors should be greater than 1, now - %d\n", conf.PngQuantizationColors)
  341. } else if conf.PngQuantizationColors > 256 {
  342. logFatal("Png quantization colors can't be greater than 256, now - %d\n", conf.PngQuantizationColors)
  343. }
  344. if conf.Quality <= 0 {
  345. logFatal("Quality should be greater than 0, now - %d\n", conf.Quality)
  346. } else if conf.Quality > 100 {
  347. logFatal("Quality can't be greater than 100, now - %d\n", conf.Quality)
  348. }
  349. if conf.GZipCompression < 0 {
  350. logFatal("GZip compression should be greater than or equal to 0, now - %d\n", conf.GZipCompression)
  351. } else if conf.GZipCompression > 9 {
  352. logFatal("GZip compression can't be greater than 9, now - %d\n", conf.GZipCompression)
  353. }
  354. if conf.GZipCompression > 0 {
  355. logWarning("GZip compression is deprecated and can be removed in future versions")
  356. }
  357. if conf.IgnoreSslVerification {
  358. logWarning("Ignoring SSL verification is very unsafe")
  359. }
  360. if conf.LocalFileSystemRoot != "" {
  361. stat, err := os.Stat(conf.LocalFileSystemRoot)
  362. if err != nil {
  363. logFatal("Cannot use local directory: %s", err)
  364. }
  365. if !stat.IsDir() {
  366. logFatal("Cannot use local directory: not a directory")
  367. }
  368. if conf.LocalFileSystemRoot == "/" {
  369. logWarning("Exposing root via IMGPROXY_LOCAL_FILESYSTEM_ROOT is unsafe")
  370. }
  371. }
  372. if _, ok := os.LookupEnv("IMGPROXY_USE_GCS"); !ok && len(conf.GCSKey) > 0 {
  373. logWarning("Set IMGPROXY_USE_GCS to true since it may be required by future versions to enable GCS support")
  374. conf.GCSEnabled = true
  375. }
  376. if conf.WatermarkOpacity <= 0 {
  377. logFatal("Watermark opacity should be greater than 0")
  378. } else if conf.WatermarkOpacity > 1 {
  379. logFatal("Watermark opacity should be less than or equal to 1")
  380. }
  381. if len(conf.PrometheusBind) > 0 && conf.PrometheusBind == conf.Bind {
  382. logFatal("Can't use the same binding for the main server and Prometheus")
  383. }
  384. if conf.FreeMemoryInterval <= 0 {
  385. logFatal("Free memory interval should be greater than zero")
  386. }
  387. if conf.DownloadBufferSize < 0 {
  388. logFatal("Download buffer size should be greater than or equal to 0")
  389. } else if conf.DownloadBufferSize > math.MaxInt32 {
  390. logFatal("Download buffer size can't be greater than %d", math.MaxInt32)
  391. }
  392. if conf.GZipBufferSize < 0 {
  393. logFatal("GZip buffer size should be greater than or equal to 0")
  394. } else if conf.GZipBufferSize > math.MaxInt32 {
  395. logFatal("GZip buffer size can't be greater than %d", math.MaxInt32)
  396. }
  397. if conf.BufferPoolCalibrationThreshold < 64 {
  398. logFatal("Buffer pool calibration threshold should be greater than or equal to 64")
  399. }
  400. }