customizations.go 2.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. package dynamodb
  2. import (
  3. "bytes"
  4. "hash/crc32"
  5. "io"
  6. "io/ioutil"
  7. "math"
  8. "strconv"
  9. "time"
  10. "github.com/aws/aws-sdk-go/aws"
  11. "github.com/aws/aws-sdk-go/aws/awserr"
  12. "github.com/aws/aws-sdk-go/aws/request"
  13. "github.com/aws/aws-sdk-go/aws/service"
  14. )
  15. type retryer struct {
  16. service.DefaultRetryer
  17. }
  18. func (d retryer) RetryRules(r *request.Request) time.Duration {
  19. delay := time.Duration(math.Pow(2, float64(r.RetryCount))) * 50
  20. return delay * time.Millisecond
  21. }
  22. func init() {
  23. initService = func(s *service.Service) {
  24. s.DefaultMaxRetries = 10
  25. s.Retryer = retryer{service.DefaultRetryer{s}}
  26. s.Handlers.Build.PushBack(disableCompression)
  27. s.Handlers.Unmarshal.PushFront(validateCRC32)
  28. }
  29. }
  30. func drainBody(b io.ReadCloser) (out *bytes.Buffer, err error) {
  31. var buf bytes.Buffer
  32. if _, err = buf.ReadFrom(b); err != nil {
  33. return nil, err
  34. }
  35. if err = b.Close(); err != nil {
  36. return nil, err
  37. }
  38. return &buf, nil
  39. }
  40. func disableCompression(r *request.Request) {
  41. r.HTTPRequest.Header.Set("Accept-Encoding", "identity")
  42. }
  43. func validateCRC32(r *request.Request) {
  44. if r.Error != nil {
  45. return // already have an error, no need to verify CRC
  46. }
  47. // Checksum validation is off, skip
  48. if aws.BoolValue(r.Service.Config.DisableComputeChecksums) {
  49. return
  50. }
  51. // Try to get CRC from response
  52. header := r.HTTPResponse.Header.Get("X-Amz-Crc32")
  53. if header == "" {
  54. return // No header, skip
  55. }
  56. expected, err := strconv.ParseUint(header, 10, 32)
  57. if err != nil {
  58. return // Could not determine CRC value, skip
  59. }
  60. buf, err := drainBody(r.HTTPResponse.Body)
  61. if err != nil { // failed to read the response body, skip
  62. return
  63. }
  64. // Reset body for subsequent reads
  65. r.HTTPResponse.Body = ioutil.NopCloser(bytes.NewReader(buf.Bytes()))
  66. // Compute the CRC checksum
  67. crc := crc32.ChecksumIEEE(buf.Bytes())
  68. if crc != uint32(expected) {
  69. // CRC does not match, set a retryable error
  70. r.Retryable = aws.Bool(true)
  71. r.Error = awserr.New("CRC32CheckFailed", "CRC32 integrity check failed", nil)
  72. }
  73. }