config.go 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519
  1. package main
  2. import (
  3. "bufio"
  4. "encoding/hex"
  5. "flag"
  6. "fmt"
  7. "math"
  8. "os"
  9. "runtime"
  10. "strconv"
  11. "strings"
  12. )
  13. func intEnvConfig(i *int, name string) {
  14. if env, err := strconv.Atoi(os.Getenv(name)); err == nil {
  15. *i = env
  16. }
  17. }
  18. func floatEnvConfig(i *float64, name string) {
  19. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  20. *i = env
  21. }
  22. }
  23. func megaIntEnvConfig(f *int, name string) {
  24. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  25. *f = int(env * 1000000)
  26. }
  27. }
  28. func strEnvConfig(s *string, name string) {
  29. if env := os.Getenv(name); len(env) > 0 {
  30. *s = env
  31. }
  32. }
  33. func strSliceEnvConfig(s *[]string, name string) {
  34. if env := os.Getenv(name); len(env) > 0 {
  35. parts := strings.Split(env, ",")
  36. for i, p := range parts {
  37. parts[i] = strings.TrimSpace(p)
  38. }
  39. *s = parts
  40. return
  41. }
  42. *s = []string{}
  43. }
  44. func boolEnvConfig(b *bool, name string) {
  45. if env, err := strconv.ParseBool(os.Getenv(name)); err == nil {
  46. *b = env
  47. }
  48. }
  49. func hexEnvConfig(b *[]securityKey, name string) {
  50. var err error
  51. if env := os.Getenv(name); len(env) > 0 {
  52. parts := strings.Split(env, ",")
  53. keys := make([]securityKey, len(parts))
  54. for i, part := range parts {
  55. if keys[i], err = hex.DecodeString(part); err != nil {
  56. logFatal("%s expected to be hex-encoded strings. Invalid: %s\n", name, part)
  57. }
  58. }
  59. *b = keys
  60. }
  61. }
  62. func hexFileConfig(b *[]securityKey, filepath string) {
  63. if len(filepath) == 0 {
  64. return
  65. }
  66. f, err := os.Open(filepath)
  67. if err != nil {
  68. logFatal("Can't open file %s\n", filepath)
  69. }
  70. keys := []securityKey{}
  71. scanner := bufio.NewScanner(f)
  72. for scanner.Scan() {
  73. part := scanner.Text()
  74. if len(part) == 0 {
  75. continue
  76. }
  77. if key, err := hex.DecodeString(part); err == nil {
  78. keys = append(keys, key)
  79. } else {
  80. logFatal("%s expected to contain hex-encoded strings. Invalid: %s\n", filepath, part)
  81. }
  82. }
  83. if err := scanner.Err(); err != nil {
  84. logFatal("Failed to read file %s: %s", filepath, err)
  85. }
  86. *b = keys
  87. }
  88. func presetEnvConfig(p presets, name string) {
  89. if env := os.Getenv(name); len(env) > 0 {
  90. presetStrings := strings.Split(env, ",")
  91. for _, presetStr := range presetStrings {
  92. if err := parsePreset(p, presetStr); err != nil {
  93. logFatal(err.Error())
  94. }
  95. }
  96. }
  97. }
  98. func presetFileConfig(p presets, filepath string) {
  99. if len(filepath) == 0 {
  100. return
  101. }
  102. f, err := os.Open(filepath)
  103. if err != nil {
  104. logFatal("Can't open file %s\n", filepath)
  105. }
  106. scanner := bufio.NewScanner(f)
  107. for scanner.Scan() {
  108. if err := parsePreset(p, scanner.Text()); err != nil {
  109. logFatal(err.Error())
  110. }
  111. }
  112. if err := scanner.Err(); err != nil {
  113. logFatal("Failed to read presets file: %s", err)
  114. }
  115. }
  116. type config struct {
  117. Network string
  118. Bind string
  119. ReadTimeout int
  120. WriteTimeout int
  121. KeepAliveTimeout int
  122. DownloadTimeout int
  123. Concurrency int
  124. MaxClients int
  125. TTL int
  126. CacheControlPassthrough bool
  127. SoReuseport bool
  128. MaxSrcDimension int
  129. MaxSrcResolution int
  130. MaxSrcFileSize int
  131. MaxAnimationFrames int
  132. JpegProgressive bool
  133. PngInterlaced bool
  134. PngQuantize bool
  135. PngQuantizationColors int
  136. Quality int
  137. GZipCompression int
  138. StripMetadata bool
  139. EnableWebpDetection bool
  140. EnforceWebp bool
  141. EnableClientHints bool
  142. UseLinearColorspace bool
  143. DisableShrinkOnLoad bool
  144. Keys []securityKey
  145. Salts []securityKey
  146. AllowInsecure bool
  147. SignatureSize int
  148. Secret string
  149. AllowOrigin string
  150. UserAgent string
  151. IgnoreSslVerification bool
  152. DevelopmentErrorsMode bool
  153. AllowedSources []string
  154. LocalFileSystemRoot string
  155. S3Enabled bool
  156. S3Region string
  157. S3Endpoint string
  158. GCSEnabled bool
  159. GCSKey string
  160. ETagEnabled bool
  161. BaseURL string
  162. Presets presets
  163. OnlyPresets bool
  164. WatermarkData string
  165. WatermarkPath string
  166. WatermarkURL string
  167. WatermarkOpacity float64
  168. NewRelicAppName string
  169. NewRelicKey string
  170. PrometheusBind string
  171. BugsnagKey string
  172. BugsnagStage string
  173. HoneybadgerKey string
  174. HoneybadgerEnv string
  175. SentryDSN string
  176. SentryEnvironment string
  177. SentryRelease string
  178. ReportDownloadingErrors bool
  179. FreeMemoryInterval int
  180. DownloadBufferSize int
  181. GZipBufferSize int
  182. BufferPoolCalibrationThreshold int
  183. }
  184. var conf = config{
  185. Network: "tcp",
  186. Bind: ":8080",
  187. ReadTimeout: 10,
  188. WriteTimeout: 10,
  189. KeepAliveTimeout: 10,
  190. DownloadTimeout: 5,
  191. Concurrency: runtime.NumCPU() * 2,
  192. TTL: 3600,
  193. MaxSrcResolution: 16800000,
  194. MaxAnimationFrames: 1,
  195. SignatureSize: 32,
  196. PngQuantizationColors: 256,
  197. Quality: 80,
  198. StripMetadata: true,
  199. UserAgent: fmt.Sprintf("imgproxy/%s", version),
  200. Presets: make(presets),
  201. WatermarkOpacity: 1,
  202. BugsnagStage: "production",
  203. HoneybadgerEnv: "production",
  204. SentryEnvironment: "production",
  205. SentryRelease: fmt.Sprintf("imgproxy/%s", version),
  206. ReportDownloadingErrors: true,
  207. FreeMemoryInterval: 10,
  208. BufferPoolCalibrationThreshold: 1024,
  209. }
  210. func configure() {
  211. keyPath := flag.String("keypath", "", "path of the file with hex-encoded key")
  212. saltPath := flag.String("saltpath", "", "path of the file with hex-encoded salt")
  213. presetsPath := flag.String("presets", "", "path of the file with presets")
  214. showVersion := flag.Bool("v", false, "show version")
  215. flag.Parse()
  216. if *showVersion {
  217. fmt.Println(version)
  218. os.Exit(0)
  219. }
  220. if port := os.Getenv("PORT"); len(port) > 0 {
  221. conf.Bind = fmt.Sprintf(":%s", port)
  222. }
  223. strEnvConfig(&conf.Network, "IMGPROXY_NETWORK")
  224. strEnvConfig(&conf.Bind, "IMGPROXY_BIND")
  225. intEnvConfig(&conf.ReadTimeout, "IMGPROXY_READ_TIMEOUT")
  226. intEnvConfig(&conf.WriteTimeout, "IMGPROXY_WRITE_TIMEOUT")
  227. intEnvConfig(&conf.KeepAliveTimeout, "IMGPROXY_KEEP_ALIVE_TIMEOUT")
  228. intEnvConfig(&conf.DownloadTimeout, "IMGPROXY_DOWNLOAD_TIMEOUT")
  229. intEnvConfig(&conf.Concurrency, "IMGPROXY_CONCURRENCY")
  230. intEnvConfig(&conf.MaxClients, "IMGPROXY_MAX_CLIENTS")
  231. intEnvConfig(&conf.TTL, "IMGPROXY_TTL")
  232. boolEnvConfig(&conf.CacheControlPassthrough, "IMGPROXY_CACHE_CONTROL_PASSTHROUGH")
  233. boolEnvConfig(&conf.SoReuseport, "IMGPROXY_SO_REUSEPORT")
  234. intEnvConfig(&conf.MaxSrcDimension, "IMGPROXY_MAX_SRC_DIMENSION")
  235. megaIntEnvConfig(&conf.MaxSrcResolution, "IMGPROXY_MAX_SRC_RESOLUTION")
  236. intEnvConfig(&conf.MaxSrcFileSize, "IMGPROXY_MAX_SRC_FILE_SIZE")
  237. if _, ok := os.LookupEnv("IMGPROXY_MAX_GIF_FRAMES"); ok {
  238. logWarning("`IMGPROXY_MAX_GIF_FRAMES` is deprecated and will be removed in future versions. Use `IMGPROXY_MAX_ANIMATION_FRAMES` instead")
  239. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_GIF_FRAMES")
  240. }
  241. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_ANIMATION_FRAMES")
  242. strSliceEnvConfig(&conf.AllowedSources, "IMGPROXY_ALLOWED_SOURCES")
  243. boolEnvConfig(&conf.JpegProgressive, "IMGPROXY_JPEG_PROGRESSIVE")
  244. boolEnvConfig(&conf.PngInterlaced, "IMGPROXY_PNG_INTERLACED")
  245. boolEnvConfig(&conf.PngQuantize, "IMGPROXY_PNG_QUANTIZE")
  246. intEnvConfig(&conf.PngQuantizationColors, "IMGPROXY_PNG_QUANTIZATION_COLORS")
  247. intEnvConfig(&conf.Quality, "IMGPROXY_QUALITY")
  248. intEnvConfig(&conf.GZipCompression, "IMGPROXY_GZIP_COMPRESSION")
  249. boolEnvConfig(&conf.StripMetadata, "IMGPROXY_STRIP_METADATA")
  250. boolEnvConfig(&conf.EnableWebpDetection, "IMGPROXY_ENABLE_WEBP_DETECTION")
  251. boolEnvConfig(&conf.EnforceWebp, "IMGPROXY_ENFORCE_WEBP")
  252. boolEnvConfig(&conf.EnableClientHints, "IMGPROXY_ENABLE_CLIENT_HINTS")
  253. boolEnvConfig(&conf.UseLinearColorspace, "IMGPROXY_USE_LINEAR_COLORSPACE")
  254. boolEnvConfig(&conf.DisableShrinkOnLoad, "IMGPROXY_DISABLE_SHRINK_ON_LOAD")
  255. hexEnvConfig(&conf.Keys, "IMGPROXY_KEY")
  256. hexEnvConfig(&conf.Salts, "IMGPROXY_SALT")
  257. intEnvConfig(&conf.SignatureSize, "IMGPROXY_SIGNATURE_SIZE")
  258. hexFileConfig(&conf.Keys, *keyPath)
  259. hexFileConfig(&conf.Salts, *saltPath)
  260. strEnvConfig(&conf.Secret, "IMGPROXY_SECRET")
  261. strEnvConfig(&conf.AllowOrigin, "IMGPROXY_ALLOW_ORIGIN")
  262. strEnvConfig(&conf.UserAgent, "IMGPROXY_USER_AGENT")
  263. boolEnvConfig(&conf.IgnoreSslVerification, "IMGPROXY_IGNORE_SSL_VERIFICATION")
  264. boolEnvConfig(&conf.DevelopmentErrorsMode, "IMGPROXY_DEVELOPMENT_ERRORS_MODE")
  265. strEnvConfig(&conf.LocalFileSystemRoot, "IMGPROXY_LOCAL_FILESYSTEM_ROOT")
  266. boolEnvConfig(&conf.S3Enabled, "IMGPROXY_USE_S3")
  267. strEnvConfig(&conf.S3Region, "IMGPROXY_S3_REGION")
  268. strEnvConfig(&conf.S3Endpoint, "IMGPROXY_S3_ENDPOINT")
  269. boolEnvConfig(&conf.GCSEnabled, "IMGPROXY_USE_GCS")
  270. strEnvConfig(&conf.GCSKey, "IMGPROXY_GCS_KEY")
  271. boolEnvConfig(&conf.ETagEnabled, "IMGPROXY_USE_ETAG")
  272. strEnvConfig(&conf.BaseURL, "IMGPROXY_BASE_URL")
  273. presetEnvConfig(conf.Presets, "IMGPROXY_PRESETS")
  274. presetFileConfig(conf.Presets, *presetsPath)
  275. boolEnvConfig(&conf.OnlyPresets, "IMGPROXY_ONLY_PRESETS")
  276. strEnvConfig(&conf.WatermarkData, "IMGPROXY_WATERMARK_DATA")
  277. strEnvConfig(&conf.WatermarkPath, "IMGPROXY_WATERMARK_PATH")
  278. strEnvConfig(&conf.WatermarkURL, "IMGPROXY_WATERMARK_URL")
  279. floatEnvConfig(&conf.WatermarkOpacity, "IMGPROXY_WATERMARK_OPACITY")
  280. strEnvConfig(&conf.NewRelicAppName, "IMGPROXY_NEW_RELIC_APP_NAME")
  281. strEnvConfig(&conf.NewRelicKey, "IMGPROXY_NEW_RELIC_KEY")
  282. strEnvConfig(&conf.PrometheusBind, "IMGPROXY_PROMETHEUS_BIND")
  283. strEnvConfig(&conf.BugsnagKey, "IMGPROXY_BUGSNAG_KEY")
  284. strEnvConfig(&conf.BugsnagStage, "IMGPROXY_BUGSNAG_STAGE")
  285. strEnvConfig(&conf.HoneybadgerKey, "IMGPROXY_HONEYBADGER_KEY")
  286. strEnvConfig(&conf.HoneybadgerEnv, "IMGPROXY_HONEYBADGER_ENV")
  287. strEnvConfig(&conf.SentryDSN, "IMGPROXY_SENTRY_DSN")
  288. strEnvConfig(&conf.SentryEnvironment, "IMGPROXY_SENTRY_ENVIRONMENT")
  289. strEnvConfig(&conf.SentryRelease, "IMGPROXY_SENTRY_RELEASE")
  290. boolEnvConfig(&conf.ReportDownloadingErrors, "IMGPROXY_REPORT_DOWNLOADING_ERRORS")
  291. intEnvConfig(&conf.FreeMemoryInterval, "IMGPROXY_FREE_MEMORY_INTERVAL")
  292. intEnvConfig(&conf.DownloadBufferSize, "IMGPROXY_DOWNLOAD_BUFFER_SIZE")
  293. intEnvConfig(&conf.GZipBufferSize, "IMGPROXY_GZIP_BUFFER_SIZE")
  294. intEnvConfig(&conf.BufferPoolCalibrationThreshold, "IMGPROXY_BUFFER_POOL_CALIBRATION_THRESHOLD")
  295. if len(conf.Keys) != len(conf.Salts) {
  296. logFatal("Number of keys and number of salts should be equal. Keys: %d, salts: %d", len(conf.Keys), len(conf.Salts))
  297. }
  298. if len(conf.Keys) == 0 {
  299. logWarning("No keys defined, so signature checking is disabled")
  300. conf.AllowInsecure = true
  301. }
  302. if len(conf.Salts) == 0 {
  303. logWarning("No salts defined, so signature checking is disabled")
  304. conf.AllowInsecure = true
  305. }
  306. if conf.SignatureSize < 1 || conf.SignatureSize > 32 {
  307. logFatal("Signature size should be within 1 and 32, now - %d\n", conf.SignatureSize)
  308. }
  309. if len(conf.Bind) == 0 {
  310. logFatal("Bind address is not defined")
  311. }
  312. if conf.ReadTimeout <= 0 {
  313. logFatal("Read timeout should be greater than 0, now - %d\n", conf.ReadTimeout)
  314. }
  315. if conf.WriteTimeout <= 0 {
  316. logFatal("Write timeout should be greater than 0, now - %d\n", conf.WriteTimeout)
  317. }
  318. if conf.KeepAliveTimeout < 0 {
  319. logFatal("KeepAlive timeout should be greater than or equal to 0, now - %d\n", conf.KeepAliveTimeout)
  320. }
  321. if conf.DownloadTimeout <= 0 {
  322. logFatal("Download timeout should be greater than 0, now - %d\n", conf.DownloadTimeout)
  323. }
  324. if conf.Concurrency <= 0 {
  325. logFatal("Concurrency should be greater than 0, now - %d\n", conf.Concurrency)
  326. }
  327. if conf.MaxClients <= 0 {
  328. conf.MaxClients = conf.Concurrency * 10
  329. }
  330. if conf.TTL <= 0 {
  331. logFatal("TTL should be greater than 0, now - %d\n", conf.TTL)
  332. }
  333. if conf.MaxSrcDimension < 0 {
  334. logFatal("Max src dimension should be greater than or equal to 0, now - %d\n", conf.MaxSrcDimension)
  335. } else if conf.MaxSrcDimension > 0 {
  336. logWarning("IMGPROXY_MAX_SRC_DIMENSION is deprecated and can be removed in future versions. Use IMGPROXY_MAX_SRC_RESOLUTION")
  337. }
  338. if conf.MaxSrcResolution <= 0 {
  339. logFatal("Max src resolution should be greater than 0, now - %d\n", conf.MaxSrcResolution)
  340. }
  341. if conf.MaxSrcFileSize < 0 {
  342. logFatal("Max src file size should be greater than or equal to 0, now - %d\n", conf.MaxSrcFileSize)
  343. }
  344. if conf.MaxAnimationFrames <= 0 {
  345. logFatal("Max animation frames should be greater than 0, now - %d\n", conf.MaxAnimationFrames)
  346. }
  347. if conf.PngQuantizationColors < 2 {
  348. logFatal("Png quantization colors should be greater than 1, now - %d\n", conf.PngQuantizationColors)
  349. } else if conf.PngQuantizationColors > 256 {
  350. logFatal("Png quantization colors can't be greater than 256, now - %d\n", conf.PngQuantizationColors)
  351. }
  352. if conf.Quality <= 0 {
  353. logFatal("Quality should be greater than 0, now - %d\n", conf.Quality)
  354. } else if conf.Quality > 100 {
  355. logFatal("Quality can't be greater than 100, now - %d\n", conf.Quality)
  356. }
  357. if conf.GZipCompression < 0 {
  358. logFatal("GZip compression should be greater than or equal to 0, now - %d\n", conf.GZipCompression)
  359. } else if conf.GZipCompression > 9 {
  360. logFatal("GZip compression can't be greater than 9, now - %d\n", conf.GZipCompression)
  361. }
  362. if conf.GZipCompression > 0 {
  363. logWarning("GZip compression is deprecated and can be removed in future versions")
  364. }
  365. if conf.IgnoreSslVerification {
  366. logWarning("Ignoring SSL verification is very unsafe")
  367. }
  368. if conf.LocalFileSystemRoot != "" {
  369. stat, err := os.Stat(conf.LocalFileSystemRoot)
  370. if err != nil {
  371. logFatal("Cannot use local directory: %s", err)
  372. }
  373. if !stat.IsDir() {
  374. logFatal("Cannot use local directory: not a directory")
  375. }
  376. if conf.LocalFileSystemRoot == "/" {
  377. logWarning("Exposing root via IMGPROXY_LOCAL_FILESYSTEM_ROOT is unsafe")
  378. }
  379. }
  380. if _, ok := os.LookupEnv("IMGPROXY_USE_GCS"); !ok && len(conf.GCSKey) > 0 {
  381. logWarning("Set IMGPROXY_USE_GCS to true since it may be required by future versions to enable GCS support")
  382. conf.GCSEnabled = true
  383. }
  384. if conf.WatermarkOpacity <= 0 {
  385. logFatal("Watermark opacity should be greater than 0")
  386. } else if conf.WatermarkOpacity > 1 {
  387. logFatal("Watermark opacity should be less than or equal to 1")
  388. }
  389. if len(conf.PrometheusBind) > 0 && conf.PrometheusBind == conf.Bind {
  390. logFatal("Can't use the same binding for the main server and Prometheus")
  391. }
  392. if conf.FreeMemoryInterval <= 0 {
  393. logFatal("Free memory interval should be greater than zero")
  394. }
  395. if conf.DownloadBufferSize < 0 {
  396. logFatal("Download buffer size should be greater than or equal to 0")
  397. } else if conf.DownloadBufferSize > math.MaxInt32 {
  398. logFatal("Download buffer size can't be greater than %d", math.MaxInt32)
  399. }
  400. if conf.GZipBufferSize < 0 {
  401. logFatal("GZip buffer size should be greater than or equal to 0")
  402. } else if conf.GZipBufferSize > math.MaxInt32 {
  403. logFatal("GZip buffer size can't be greater than %d", math.MaxInt32)
  404. }
  405. if conf.BufferPoolCalibrationThreshold < 64 {
  406. logFatal("Buffer pool calibration threshold should be greater than or equal to 64")
  407. }
  408. }