download.go 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119
  1. package main
  2. import (
  3. "bufio"
  4. "bytes"
  5. "errors"
  6. "fmt"
  7. "image"
  8. "io"
  9. "io/ioutil"
  10. "net/http"
  11. "time"
  12. _ "image/gif"
  13. _ "image/jpeg"
  14. _ "image/png"
  15. _ "golang.org/x/image/webp"
  16. )
  17. var downloadClient *http.Client
  18. type netReader struct {
  19. reader *bufio.Reader
  20. buf *bytes.Buffer
  21. }
  22. func newNetReader(r io.Reader) *netReader {
  23. return &netReader{
  24. reader: bufio.NewReader(r),
  25. buf: bytes.NewBuffer([]byte{}),
  26. }
  27. }
  28. func (r *netReader) Read(p []byte) (n int, err error) {
  29. n, err = r.reader.Read(p)
  30. if err == nil {
  31. r.buf.Write(p[:n])
  32. }
  33. return
  34. }
  35. func (r *netReader) Peek(n int) ([]byte, error) {
  36. return r.reader.Peek(n)
  37. }
  38. func (r *netReader) ReadAll() ([]byte, error) {
  39. if _, err := r.buf.ReadFrom(r.reader); err != nil {
  40. return []byte{}, err
  41. }
  42. return r.buf.Bytes(), nil
  43. }
  44. func (r *netReader) GrowBuf(s int) {
  45. r.buf.Grow(s)
  46. }
  47. func initDownloading() {
  48. transport := &http.Transport{}
  49. if conf.LocalFileSystemRoot != "" {
  50. transport.RegisterProtocol("local", http.NewFileTransport(http.Dir(conf.LocalFileSystemRoot)))
  51. }
  52. downloadClient = &http.Client{
  53. Timeout: time.Duration(conf.DownloadTimeout) * time.Second,
  54. Transport: transport,
  55. }
  56. }
  57. func checkTypeAndDimensions(r io.Reader) (imageType, error) {
  58. imgconf, imgtypeStr, err := image.DecodeConfig(r)
  59. imgtype, imgtypeOk := imageTypes[imgtypeStr]
  60. if err != nil {
  61. return UNKNOWN, err
  62. }
  63. if imgconf.Width > conf.MaxSrcDimension || imgconf.Height > conf.MaxSrcDimension {
  64. return UNKNOWN, errors.New("Source image is too big")
  65. }
  66. if imgconf.Width*imgconf.Height > conf.MaxSrcResolution {
  67. return UNKNOWN, errors.New("Source image is too big")
  68. }
  69. if !imgtypeOk || !vipsTypeSupportLoad[imgtype] {
  70. return UNKNOWN, errors.New("Source image type not supported")
  71. }
  72. return imgtype, nil
  73. }
  74. func readAndCheckImage(res *http.Response) ([]byte, imageType, error) {
  75. nr := newNetReader(res.Body)
  76. imgtype, err := checkTypeAndDimensions(nr)
  77. if err != nil {
  78. return nil, UNKNOWN, err
  79. }
  80. if res.ContentLength > 0 {
  81. nr.GrowBuf(int(res.ContentLength))
  82. }
  83. b, err := nr.ReadAll()
  84. return b, imgtype, err
  85. }
  86. func downloadImage(url string) ([]byte, imageType, error) {
  87. res, err := downloadClient.Get(url)
  88. if err != nil {
  89. return nil, UNKNOWN, err
  90. }
  91. defer res.Body.Close()
  92. if res.StatusCode != 200 {
  93. body, _ := ioutil.ReadAll(res.Body)
  94. return nil, UNKNOWN, fmt.Errorf("Can't download image; Status: %d; %s", res.StatusCode, string(body))
  95. }
  96. return readAndCheckImage(res)
  97. }