config.go 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490
  1. package main
  2. import (
  3. "bufio"
  4. "encoding/hex"
  5. "flag"
  6. "fmt"
  7. "math"
  8. "os"
  9. "runtime"
  10. "strconv"
  11. "strings"
  12. )
  13. func intEnvConfig(i *int, name string) {
  14. if env, err := strconv.Atoi(os.Getenv(name)); err == nil {
  15. *i = env
  16. }
  17. }
  18. func floatEnvConfig(i *float64, name string) {
  19. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  20. *i = env
  21. }
  22. }
  23. func megaIntEnvConfig(f *int, name string) {
  24. if env, err := strconv.ParseFloat(os.Getenv(name), 64); err == nil {
  25. *f = int(env * 1000000)
  26. }
  27. }
  28. func strEnvConfig(s *string, name string) {
  29. if env := os.Getenv(name); len(env) > 0 {
  30. *s = env
  31. }
  32. }
  33. func boolEnvConfig(b *bool, name string) {
  34. if env, err := strconv.ParseBool(os.Getenv(name)); err == nil {
  35. *b = env
  36. }
  37. }
  38. func hexEnvConfig(b *[]securityKey, name string) {
  39. var err error
  40. if env := os.Getenv(name); len(env) > 0 {
  41. parts := strings.Split(env, ",")
  42. keys := make([]securityKey, len(parts))
  43. for i, part := range parts {
  44. if keys[i], err = hex.DecodeString(part); err != nil {
  45. logFatal("%s expected to be hex-encoded strings. Invalid: %s\n", name, part)
  46. }
  47. }
  48. *b = keys
  49. }
  50. }
  51. func hexFileConfig(b *[]securityKey, filepath string) {
  52. if len(filepath) == 0 {
  53. return
  54. }
  55. f, err := os.Open(filepath)
  56. if err != nil {
  57. logFatal("Can't open file %s\n", filepath)
  58. }
  59. keys := []securityKey{}
  60. scanner := bufio.NewScanner(f)
  61. for scanner.Scan() {
  62. part := scanner.Text()
  63. if len(part) == 0 {
  64. continue
  65. }
  66. if key, err := hex.DecodeString(part); err == nil {
  67. keys = append(keys, key)
  68. } else {
  69. logFatal("%s expected to contain hex-encoded strings. Invalid: %s\n", filepath, part)
  70. }
  71. }
  72. if err := scanner.Err(); err != nil {
  73. logFatal("Failed to read file %s: %s", filepath, err)
  74. }
  75. *b = keys
  76. }
  77. func presetEnvConfig(p presets, name string) {
  78. if env := os.Getenv(name); len(env) > 0 {
  79. presetStrings := strings.Split(env, ",")
  80. for _, presetStr := range presetStrings {
  81. if err := parsePreset(p, presetStr); err != nil {
  82. logFatal(err.Error())
  83. }
  84. }
  85. }
  86. }
  87. func presetFileConfig(p presets, filepath string) {
  88. if len(filepath) == 0 {
  89. return
  90. }
  91. f, err := os.Open(filepath)
  92. if err != nil {
  93. logFatal("Can't open file %s\n", filepath)
  94. }
  95. scanner := bufio.NewScanner(f)
  96. for scanner.Scan() {
  97. if err := parsePreset(p, scanner.Text()); err != nil {
  98. logFatal(err.Error())
  99. }
  100. }
  101. if err := scanner.Err(); err != nil {
  102. logFatal("Failed to read presets file: %s", err)
  103. }
  104. }
  105. type config struct {
  106. Bind string
  107. ReadTimeout int
  108. WriteTimeout int
  109. KeepAliveTimeout int
  110. DownloadTimeout int
  111. Concurrency int
  112. MaxClients int
  113. TTL int
  114. SoReuseport bool
  115. MaxSrcDimension int
  116. MaxSrcResolution int
  117. MaxSrcFileSize int
  118. MaxAnimationFrames int
  119. JpegProgressive bool
  120. PngInterlaced bool
  121. PngQuantize bool
  122. PngQuantizationColors int
  123. Quality int
  124. GZipCompression int
  125. EnableWebpDetection bool
  126. EnforceWebp bool
  127. EnableClientHints bool
  128. UseLinearColorspace bool
  129. DisableShrinkOnLoad bool
  130. Keys []securityKey
  131. Salts []securityKey
  132. AllowInsecure bool
  133. SignatureSize int
  134. Secret string
  135. AllowOrigin string
  136. UserAgent string
  137. IgnoreSslVerification bool
  138. DevelopmentErrorsMode bool
  139. LocalFileSystemRoot string
  140. S3Enabled bool
  141. S3Region string
  142. S3Endpoint string
  143. GCSEnabled bool
  144. GCSKey string
  145. ETagEnabled bool
  146. BaseURL string
  147. Presets presets
  148. OnlyPresets bool
  149. WatermarkData string
  150. WatermarkPath string
  151. WatermarkURL string
  152. WatermarkOpacity float64
  153. NewRelicAppName string
  154. NewRelicKey string
  155. PrometheusBind string
  156. BugsnagKey string
  157. BugsnagStage string
  158. HoneybadgerKey string
  159. HoneybadgerEnv string
  160. SentryDSN string
  161. SentryEnvironment string
  162. SentryRelease string
  163. ReportDownloadingErrors bool
  164. FreeMemoryInterval int
  165. DownloadBufferSize int
  166. GZipBufferSize int
  167. BufferPoolCalibrationThreshold int
  168. }
  169. var conf = config{
  170. Bind: ":8080",
  171. ReadTimeout: 10,
  172. WriteTimeout: 10,
  173. KeepAliveTimeout: 10,
  174. DownloadTimeout: 5,
  175. Concurrency: runtime.NumCPU() * 2,
  176. TTL: 3600,
  177. MaxSrcResolution: 16800000,
  178. MaxAnimationFrames: 1,
  179. SignatureSize: 32,
  180. PngQuantizationColors: 256,
  181. Quality: 80,
  182. UserAgent: fmt.Sprintf("imgproxy/%s", version),
  183. Presets: make(presets),
  184. WatermarkOpacity: 1,
  185. BugsnagStage: "production",
  186. HoneybadgerEnv: "production",
  187. SentryEnvironment: "production",
  188. SentryRelease: fmt.Sprintf("imgproxy/%s", version),
  189. ReportDownloadingErrors: true,
  190. FreeMemoryInterval: 10,
  191. BufferPoolCalibrationThreshold: 1024,
  192. }
  193. func configure() {
  194. keyPath := flag.String("keypath", "", "path of the file with hex-encoded key")
  195. saltPath := flag.String("saltpath", "", "path of the file with hex-encoded salt")
  196. presetsPath := flag.String("presets", "", "path of the file with presets")
  197. showVersion := flag.Bool("v", false, "show version")
  198. flag.Parse()
  199. if *showVersion {
  200. fmt.Println(version)
  201. os.Exit(0)
  202. }
  203. if port := os.Getenv("PORT"); len(port) > 0 {
  204. conf.Bind = fmt.Sprintf(":%s", port)
  205. }
  206. strEnvConfig(&conf.Bind, "IMGPROXY_BIND")
  207. intEnvConfig(&conf.ReadTimeout, "IMGPROXY_READ_TIMEOUT")
  208. intEnvConfig(&conf.WriteTimeout, "IMGPROXY_WRITE_TIMEOUT")
  209. intEnvConfig(&conf.KeepAliveTimeout, "IMGPROXY_KEEP_ALIVE_TIMEOUT")
  210. intEnvConfig(&conf.DownloadTimeout, "IMGPROXY_DOWNLOAD_TIMEOUT")
  211. intEnvConfig(&conf.Concurrency, "IMGPROXY_CONCURRENCY")
  212. intEnvConfig(&conf.MaxClients, "IMGPROXY_MAX_CLIENTS")
  213. intEnvConfig(&conf.TTL, "IMGPROXY_TTL")
  214. boolEnvConfig(&conf.SoReuseport, "IMGPROXY_SO_REUSEPORT")
  215. intEnvConfig(&conf.MaxSrcDimension, "IMGPROXY_MAX_SRC_DIMENSION")
  216. megaIntEnvConfig(&conf.MaxSrcResolution, "IMGPROXY_MAX_SRC_RESOLUTION")
  217. intEnvConfig(&conf.MaxSrcFileSize, "IMGPROXY_MAX_SRC_FILE_SIZE")
  218. if _, ok := os.LookupEnv("IMGPROXY_MAX_GIF_FRAMES"); ok {
  219. logWarning("`IMGPROXY_MAX_GIF_FRAMES` is deprecated and will be removed in future versions. Use `IMGPROXY_MAX_ANIMATION_FRAMES` instead")
  220. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_GIF_FRAMES")
  221. }
  222. intEnvConfig(&conf.MaxAnimationFrames, "IMGPROXY_MAX_ANIMATION_FRAMES")
  223. boolEnvConfig(&conf.JpegProgressive, "IMGPROXY_JPEG_PROGRESSIVE")
  224. boolEnvConfig(&conf.PngInterlaced, "IMGPROXY_PNG_INTERLACED")
  225. boolEnvConfig(&conf.PngQuantize, "IMGPROXY_PNG_QUANTIZE")
  226. intEnvConfig(&conf.PngQuantizationColors, "IMGPROXY_PNG_QUANTIZATION_COLORS")
  227. intEnvConfig(&conf.Quality, "IMGPROXY_QUALITY")
  228. intEnvConfig(&conf.GZipCompression, "IMGPROXY_GZIP_COMPRESSION")
  229. boolEnvConfig(&conf.EnableWebpDetection, "IMGPROXY_ENABLE_WEBP_DETECTION")
  230. boolEnvConfig(&conf.EnforceWebp, "IMGPROXY_ENFORCE_WEBP")
  231. boolEnvConfig(&conf.EnableClientHints, "IMGPROXY_ENABLE_CLIENT_HINTS")
  232. boolEnvConfig(&conf.UseLinearColorspace, "IMGPROXY_USE_LINEAR_COLORSPACE")
  233. boolEnvConfig(&conf.DisableShrinkOnLoad, "IMGPROXY_DISABLE_SHRINK_ON_LOAD")
  234. hexEnvConfig(&conf.Keys, "IMGPROXY_KEY")
  235. hexEnvConfig(&conf.Salts, "IMGPROXY_SALT")
  236. intEnvConfig(&conf.SignatureSize, "IMGPROXY_SIGNATURE_SIZE")
  237. hexFileConfig(&conf.Keys, *keyPath)
  238. hexFileConfig(&conf.Salts, *saltPath)
  239. strEnvConfig(&conf.Secret, "IMGPROXY_SECRET")
  240. strEnvConfig(&conf.AllowOrigin, "IMGPROXY_ALLOW_ORIGIN")
  241. strEnvConfig(&conf.UserAgent, "IMGPROXY_USER_AGENT")
  242. boolEnvConfig(&conf.IgnoreSslVerification, "IMGPROXY_IGNORE_SSL_VERIFICATION")
  243. boolEnvConfig(&conf.DevelopmentErrorsMode, "IMGPROXY_DEVELOPMENT_ERRORS_MODE")
  244. strEnvConfig(&conf.LocalFileSystemRoot, "IMGPROXY_LOCAL_FILESYSTEM_ROOT")
  245. boolEnvConfig(&conf.S3Enabled, "IMGPROXY_USE_S3")
  246. strEnvConfig(&conf.S3Region, "IMGPROXY_S3_REGION")
  247. strEnvConfig(&conf.S3Endpoint, "IMGPROXY_S3_ENDPOINT")
  248. boolEnvConfig(&conf.GCSEnabled, "IMGPROXY_USE_GCS")
  249. strEnvConfig(&conf.GCSKey, "IMGPROXY_GCS_KEY")
  250. boolEnvConfig(&conf.ETagEnabled, "IMGPROXY_USE_ETAG")
  251. strEnvConfig(&conf.BaseURL, "IMGPROXY_BASE_URL")
  252. presetEnvConfig(conf.Presets, "IMGPROXY_PRESETS")
  253. presetFileConfig(conf.Presets, *presetsPath)
  254. boolEnvConfig(&conf.OnlyPresets, "IMGPROXY_ONLY_PRESETS")
  255. strEnvConfig(&conf.WatermarkData, "IMGPROXY_WATERMARK_DATA")
  256. strEnvConfig(&conf.WatermarkPath, "IMGPROXY_WATERMARK_PATH")
  257. strEnvConfig(&conf.WatermarkURL, "IMGPROXY_WATERMARK_URL")
  258. floatEnvConfig(&conf.WatermarkOpacity, "IMGPROXY_WATERMARK_OPACITY")
  259. strEnvConfig(&conf.NewRelicAppName, "IMGPROXY_NEW_RELIC_APP_NAME")
  260. strEnvConfig(&conf.NewRelicKey, "IMGPROXY_NEW_RELIC_KEY")
  261. strEnvConfig(&conf.PrometheusBind, "IMGPROXY_PROMETHEUS_BIND")
  262. strEnvConfig(&conf.BugsnagKey, "IMGPROXY_BUGSNAG_KEY")
  263. strEnvConfig(&conf.BugsnagStage, "IMGPROXY_BUGSNAG_STAGE")
  264. strEnvConfig(&conf.HoneybadgerKey, "IMGPROXY_HONEYBADGER_KEY")
  265. strEnvConfig(&conf.HoneybadgerEnv, "IMGPROXY_HONEYBADGER_ENV")
  266. strEnvConfig(&conf.SentryDSN, "IMGPROXY_SENTRY_DSN")
  267. strEnvConfig(&conf.SentryEnvironment, "IMGPROXY_SENTRY_ENVIRONMENT")
  268. strEnvConfig(&conf.SentryRelease, "IMGPROXY_SENTRY_RELEASE")
  269. boolEnvConfig(&conf.ReportDownloadingErrors, "IMGPROXY_REPORT_DOWNLOADING_ERRORS")
  270. intEnvConfig(&conf.FreeMemoryInterval, "IMGPROXY_FREE_MEMORY_INTERVAL")
  271. intEnvConfig(&conf.DownloadBufferSize, "IMGPROXY_DOWNLOAD_BUFFER_SIZE")
  272. intEnvConfig(&conf.GZipBufferSize, "IMGPROXY_GZIP_BUFFER_SIZE")
  273. intEnvConfig(&conf.BufferPoolCalibrationThreshold, "IMGPROXY_BUFFER_POOL_CALIBRATION_THRESHOLD")
  274. if len(conf.Keys) != len(conf.Salts) {
  275. logFatal("Number of keys and number of salts should be equal. Keys: %d, salts: %d", len(conf.Keys), len(conf.Salts))
  276. }
  277. if len(conf.Keys) == 0 {
  278. logWarning("No keys defined, so signature checking is disabled")
  279. conf.AllowInsecure = true
  280. }
  281. if len(conf.Salts) == 0 {
  282. logWarning("No salts defined, so signature checking is disabled")
  283. conf.AllowInsecure = true
  284. }
  285. if conf.SignatureSize < 1 || conf.SignatureSize > 32 {
  286. logFatal("Signature size should be within 1 and 32, now - %d\n", conf.SignatureSize)
  287. }
  288. if len(conf.Bind) == 0 {
  289. logFatal("Bind address is not defined")
  290. }
  291. if conf.ReadTimeout <= 0 {
  292. logFatal("Read timeout should be greater than 0, now - %d\n", conf.ReadTimeout)
  293. }
  294. if conf.WriteTimeout <= 0 {
  295. logFatal("Write timeout should be greater than 0, now - %d\n", conf.WriteTimeout)
  296. }
  297. if conf.KeepAliveTimeout < 0 {
  298. logFatal("KeepAlive timeout should be greater than or equal to 0, now - %d\n", conf.KeepAliveTimeout)
  299. }
  300. if conf.DownloadTimeout <= 0 {
  301. logFatal("Download timeout should be greater than 0, now - %d\n", conf.DownloadTimeout)
  302. }
  303. if conf.Concurrency <= 0 {
  304. logFatal("Concurrency should be greater than 0, now - %d\n", conf.Concurrency)
  305. }
  306. if conf.MaxClients <= 0 {
  307. conf.MaxClients = conf.Concurrency * 10
  308. }
  309. if conf.TTL <= 0 {
  310. logFatal("TTL should be greater than 0, now - %d\n", conf.TTL)
  311. }
  312. if conf.MaxSrcDimension < 0 {
  313. logFatal("Max src dimension should be greater than or equal to 0, now - %d\n", conf.MaxSrcDimension)
  314. } else if conf.MaxSrcDimension > 0 {
  315. logWarning("IMGPROXY_MAX_SRC_DIMENSION is deprecated and can be removed in future versions. Use IMGPROXY_MAX_SRC_RESOLUTION")
  316. }
  317. if conf.MaxSrcResolution <= 0 {
  318. logFatal("Max src resolution should be greater than 0, now - %d\n", conf.MaxSrcResolution)
  319. }
  320. if conf.MaxSrcFileSize < 0 {
  321. logFatal("Max src file size should be greater than or equal to 0, now - %d\n", conf.MaxSrcFileSize)
  322. }
  323. if conf.MaxAnimationFrames <= 0 {
  324. logFatal("Max animation frames should be greater than 0, now - %d\n", conf.MaxAnimationFrames)
  325. }
  326. if conf.PngQuantizationColors < 2 {
  327. logFatal("Png quantization colors should be greater than 1, now - %d\n", conf.PngQuantizationColors)
  328. } else if conf.PngQuantizationColors > 256 {
  329. logFatal("Png quantization colors can't be greater than 256, now - %d\n", conf.PngQuantizationColors)
  330. }
  331. if conf.Quality <= 0 {
  332. logFatal("Quality should be greater than 0, now - %d\n", conf.Quality)
  333. } else if conf.Quality > 100 {
  334. logFatal("Quality can't be greater than 100, now - %d\n", conf.Quality)
  335. }
  336. if conf.GZipCompression < 0 {
  337. logFatal("GZip compression should be greater than or equal to 0, now - %d\n", conf.GZipCompression)
  338. } else if conf.GZipCompression > 9 {
  339. logFatal("GZip compression can't be greater than 9, now - %d\n", conf.GZipCompression)
  340. }
  341. if conf.GZipCompression > 0 {
  342. logWarning("GZip compression is deprecated and can be removed in future versions")
  343. }
  344. if conf.IgnoreSslVerification {
  345. logWarning("Ignoring SSL verification is very unsafe")
  346. }
  347. if conf.LocalFileSystemRoot != "" {
  348. stat, err := os.Stat(conf.LocalFileSystemRoot)
  349. if err != nil {
  350. logFatal("Cannot use local directory: %s", err)
  351. }
  352. if !stat.IsDir() {
  353. logFatal("Cannot use local directory: not a directory")
  354. }
  355. if conf.LocalFileSystemRoot == "/" {
  356. logWarning("Exposing root via IMGPROXY_LOCAL_FILESYSTEM_ROOT is unsafe")
  357. }
  358. }
  359. if _, ok := os.LookupEnv("IMGPROXY_USE_GCS"); !ok && len(conf.GCSKey) > 0 {
  360. logWarning("Set IMGPROXY_USE_GCS to true since it may be required by future versions to enable GCS support")
  361. conf.GCSEnabled = true
  362. }
  363. if conf.WatermarkOpacity <= 0 {
  364. logFatal("Watermark opacity should be greater than 0")
  365. } else if conf.WatermarkOpacity > 1 {
  366. logFatal("Watermark opacity should be less than or equal to 1")
  367. }
  368. if len(conf.PrometheusBind) > 0 && conf.PrometheusBind == conf.Bind {
  369. logFatal("Can't use the same binding for the main server and Prometheus")
  370. }
  371. if conf.FreeMemoryInterval <= 0 {
  372. logFatal("Free memory interval should be greater than zero")
  373. }
  374. if conf.DownloadBufferSize < 0 {
  375. logFatal("Download buffer size should be greater than or equal to 0")
  376. } else if conf.DownloadBufferSize > math.MaxInt32 {
  377. logFatal("Download buffer size can't be greater than %d", math.MaxInt32)
  378. }
  379. if conf.GZipBufferSize < 0 {
  380. logFatal("GZip buffer size should be greater than or equal to 0")
  381. } else if conf.GZipBufferSize > math.MaxInt32 {
  382. logFatal("GZip buffer size can't be greater than %d", math.MaxInt32)
  383. }
  384. if conf.BufferPoolCalibrationThreshold < 64 {
  385. logFatal("Buffer pool calibration threshold should be greater than or equal to 64")
  386. }
  387. }