1
0

download.go 2.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. package main
  2. import (
  3. "bufio"
  4. "bytes"
  5. "errors"
  6. "fmt"
  7. "image"
  8. "io"
  9. "io/ioutil"
  10. "net/http"
  11. "time"
  12. _ "image/gif"
  13. _ "image/jpeg"
  14. _ "image/png"
  15. _ "golang.org/x/image/webp"
  16. )
  17. var downloadClient *http.Client
  18. type netReader struct {
  19. reader *bufio.Reader
  20. buf *bytes.Buffer
  21. }
  22. func newNetReader(r io.Reader) *netReader {
  23. return &netReader{
  24. reader: bufio.NewReader(r),
  25. buf: bytes.NewBuffer([]byte{}),
  26. }
  27. }
  28. func (r *netReader) Read(p []byte) (n int, err error) {
  29. n, err = r.reader.Read(p)
  30. if err == nil {
  31. r.buf.Write(p[:n])
  32. }
  33. return
  34. }
  35. func (r *netReader) Peek(n int) ([]byte, error) {
  36. return r.reader.Peek(n)
  37. }
  38. func (r *netReader) ReadAll() ([]byte, error) {
  39. if _, err := r.buf.ReadFrom(r.reader); err != nil {
  40. return []byte{}, err
  41. }
  42. return r.buf.Bytes(), nil
  43. }
  44. func (r *netReader) GrowBuf(s int) {
  45. r.buf.Grow(s)
  46. }
  47. func initDownloading() {
  48. transport := &http.Transport{
  49. Proxy: http.ProxyFromEnvironment,
  50. }
  51. if conf.LocalFileSystemRoot != "" {
  52. transport.RegisterProtocol("local", http.NewFileTransport(http.Dir(conf.LocalFileSystemRoot)))
  53. }
  54. downloadClient = &http.Client{
  55. Timeout: time.Duration(conf.DownloadTimeout) * time.Second,
  56. Transport: transport,
  57. }
  58. }
  59. func checkTypeAndDimensions(r io.Reader) (imageType, error) {
  60. imgconf, imgtypeStr, err := image.DecodeConfig(r)
  61. imgtype, imgtypeOk := imageTypes[imgtypeStr]
  62. if err != nil {
  63. return UNKNOWN, err
  64. }
  65. if imgconf.Width > conf.MaxSrcDimension || imgconf.Height > conf.MaxSrcDimension {
  66. return UNKNOWN, errors.New("Source image is too big")
  67. }
  68. if imgconf.Width*imgconf.Height > conf.MaxSrcResolution {
  69. return UNKNOWN, errors.New("Source image is too big")
  70. }
  71. if !imgtypeOk || !vipsTypeSupportLoad[imgtype] {
  72. return UNKNOWN, errors.New("Source image type not supported")
  73. }
  74. return imgtype, nil
  75. }
  76. func readAndCheckImage(res *http.Response) ([]byte, imageType, error) {
  77. nr := newNetReader(res.Body)
  78. imgtype, err := checkTypeAndDimensions(nr)
  79. if err != nil {
  80. return nil, UNKNOWN, err
  81. }
  82. if res.ContentLength > 0 {
  83. nr.GrowBuf(int(res.ContentLength))
  84. }
  85. b, err := nr.ReadAll()
  86. return b, imgtype, err
  87. }
  88. func downloadImage(url string) ([]byte, imageType, error) {
  89. fullURL := fmt.Sprintf("%s%s", conf.BaseURL, url)
  90. res, err := downloadClient.Get(fullURL)
  91. if err != nil {
  92. return nil, UNKNOWN, err
  93. }
  94. defer res.Body.Close()
  95. if res.StatusCode != 200 {
  96. body, _ := ioutil.ReadAll(res.Body)
  97. return nil, UNKNOWN, fmt.Errorf("Can't download image; Status: %d; %s", res.StatusCode, string(body))
  98. }
  99. return readAndCheckImage(res)
  100. }