processing_handler.go 5.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214
  1. package main
  2. import (
  3. "context"
  4. "fmt"
  5. "net/http"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. var (
  11. processingSem chan struct{}
  12. headerVaryValue string
  13. fallbackImage *imageData
  14. )
  15. const (
  16. fallbackImageUsedCtxKey = ctxKey("fallbackImageUsed")
  17. )
  18. func initProcessingHandler() error {
  19. var err error
  20. processingSem = make(chan struct{}, conf.Concurrency)
  21. vary := make([]string, 0)
  22. if conf.EnableWebpDetection || conf.EnforceWebp {
  23. vary = append(vary, "Accept")
  24. }
  25. if conf.EnableClientHints {
  26. vary = append(vary, "DPR", "Viewport-Width", "Width")
  27. }
  28. headerVaryValue = strings.Join(vary, ", ")
  29. if fallbackImage, err = getFallbackImageData(); err != nil {
  30. return err
  31. }
  32. return nil
  33. }
  34. func respondWithImage(ctx context.Context, reqID string, r *http.Request, rw http.ResponseWriter, data []byte) {
  35. po := getProcessingOptions(ctx)
  36. imgdata := getImageData(ctx)
  37. var contentDisposition string
  38. if len(po.Filename) > 0 {
  39. contentDisposition = po.Format.ContentDisposition(po.Filename)
  40. } else {
  41. contentDisposition = po.Format.ContentDispositionFromURL(getImageURL(ctx))
  42. }
  43. rw.Header().Set("Content-Type", po.Format.Mime())
  44. rw.Header().Set("Content-Disposition", contentDisposition)
  45. if conf.SetCanonicalHeader {
  46. origin := getImageURL(ctx)
  47. if strings.HasPrefix(origin, "https://") || strings.HasPrefix(origin, "http://") {
  48. linkHeader := fmt.Sprintf(`<%s>; rel="canonical"`, origin)
  49. rw.Header().Set("Link", linkHeader)
  50. }
  51. }
  52. var cacheControl, expires string
  53. if conf.CacheControlPassthrough && imgdata.Headers != nil {
  54. if val, ok := imgdata.Headers["Cache-Control"]; ok {
  55. cacheControl = val
  56. }
  57. if val, ok := imgdata.Headers["Expires"]; ok {
  58. expires = val
  59. }
  60. }
  61. if len(cacheControl) == 0 && len(expires) == 0 {
  62. cacheControl = fmt.Sprintf("max-age=%d, public", conf.TTL)
  63. expires = time.Now().Add(time.Second * time.Duration(conf.TTL)).Format(http.TimeFormat)
  64. }
  65. if len(cacheControl) > 0 {
  66. rw.Header().Set("Cache-Control", cacheControl)
  67. }
  68. if len(expires) > 0 {
  69. rw.Header().Set("Expires", expires)
  70. }
  71. if len(headerVaryValue) > 0 {
  72. rw.Header().Set("Vary", headerVaryValue)
  73. }
  74. if conf.EnableDebugHeaders {
  75. rw.Header().Set("X-Origin-Content-Length", strconv.Itoa(len(imgdata.Data)))
  76. }
  77. rw.Header().Set("Content-Length", strconv.Itoa(len(data)))
  78. statusCode := 200
  79. if getFallbackImageUsed(ctx) {
  80. statusCode = conf.FallbackImageHTTPCode
  81. }
  82. rw.WriteHeader(statusCode)
  83. rw.Write(data)
  84. imageURL := getImageURL(ctx)
  85. logResponse(reqID, r, statusCode, nil, &imageURL, po)
  86. }
  87. func respondWithNotModified(ctx context.Context, reqID string, r *http.Request, rw http.ResponseWriter) {
  88. rw.WriteHeader(304)
  89. imageURL := getImageURL(ctx)
  90. logResponse(reqID, r, 304, nil, &imageURL, getProcessingOptions(ctx))
  91. }
  92. func handleProcessing(reqID string, rw http.ResponseWriter, r *http.Request) {
  93. ctx := r.Context()
  94. var newRelicCancel context.CancelFunc
  95. ctx, newRelicCancel, rw = startNewRelicTransaction(ctx, rw, r)
  96. defer newRelicCancel()
  97. incrementPrometheusRequestsTotal()
  98. defer startPrometheusDuration(prometheusRequestDuration)()
  99. select {
  100. case processingSem <- struct{}{}:
  101. case <-ctx.Done():
  102. panic(newError(499, "Request was cancelled before processing", "Cancelled"))
  103. }
  104. defer func() { <-processingSem }()
  105. ctx, timeoutCancel := context.WithTimeout(ctx, time.Duration(conf.WriteTimeout)*time.Second)
  106. defer timeoutCancel()
  107. ctx, err := parsePath(ctx, r)
  108. if err != nil {
  109. panic(err)
  110. }
  111. ctx, downloadcancel, err := downloadImageCtx(ctx)
  112. defer downloadcancel()
  113. if err != nil {
  114. sendErrorToNewRelic(ctx, err)
  115. incrementPrometheusErrorsTotal("download")
  116. if fallbackImage == nil {
  117. panic(err)
  118. }
  119. if ierr, ok := err.(*imgproxyError); !ok || ierr.Unexpected {
  120. reportError(err, r)
  121. }
  122. logWarning("Could not load image. Using fallback image: %s", err.Error())
  123. ctx = setFallbackImageUsedCtx(ctx)
  124. ctx = context.WithValue(ctx, imageDataCtxKey, fallbackImage)
  125. }
  126. checkTimeout(ctx)
  127. if conf.ETagEnabled && !getFallbackImageUsed(ctx) {
  128. eTag := calcETag(ctx)
  129. rw.Header().Set("ETag", eTag)
  130. if eTag == r.Header.Get("If-None-Match") {
  131. respondWithNotModified(ctx, reqID, r, rw)
  132. return
  133. }
  134. }
  135. checkTimeout(ctx)
  136. po := getProcessingOptions(ctx)
  137. if len(po.SkipProcessingFormats) > 0 {
  138. imgdata := getImageData(ctx)
  139. if imgdata.Type == po.Format || po.Format == imageTypeUnknown {
  140. for _, f := range po.SkipProcessingFormats {
  141. if f == imgdata.Type {
  142. po.Format = imgdata.Type
  143. respondWithImage(ctx, reqID, r, rw, imgdata.Data)
  144. return
  145. }
  146. }
  147. }
  148. }
  149. imageData, processcancel, err := processImage(ctx)
  150. defer processcancel()
  151. if err != nil {
  152. sendErrorToNewRelic(ctx, err)
  153. incrementPrometheusErrorsTotal("processing")
  154. panic(err)
  155. }
  156. checkTimeout(ctx)
  157. respondWithImage(ctx, reqID, r, rw, imageData)
  158. }
  159. func setFallbackImageUsedCtx(ctx context.Context) context.Context {
  160. return context.WithValue(ctx, fallbackImageUsedCtxKey, true)
  161. }
  162. func getFallbackImageUsed(ctx context.Context) bool {
  163. result, _ := ctx.Value(fallbackImageUsedCtxKey).(bool)
  164. return result
  165. }