customizations.go 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109
  1. package dynamodb
  2. import (
  3. "bytes"
  4. "hash/crc32"
  5. "io"
  6. "io/ioutil"
  7. "math"
  8. "strconv"
  9. "time"
  10. "github.com/aws/aws-sdk-go/aws"
  11. "github.com/aws/aws-sdk-go/aws/awserr"
  12. "github.com/aws/aws-sdk-go/aws/client"
  13. "github.com/aws/aws-sdk-go/aws/request"
  14. )
  15. type retryer struct {
  16. client.DefaultRetryer
  17. }
  18. func (d retryer) RetryRules(r *request.Request) time.Duration {
  19. delay := time.Duration(math.Pow(2, float64(r.RetryCount))) * 50
  20. return delay * time.Millisecond
  21. }
  22. func init() {
  23. initClient = func(c *client.Client) {
  24. if c.Config.Retryer == nil {
  25. // Only override the retryer with a custom one if the config
  26. // does not already contain a retryer
  27. setCustomRetryer(c)
  28. }
  29. c.Handlers.Build.PushBack(disableCompression)
  30. c.Handlers.Unmarshal.PushFront(validateCRC32)
  31. }
  32. }
  33. func setCustomRetryer(c *client.Client) {
  34. maxRetries := aws.IntValue(c.Config.MaxRetries)
  35. if c.Config.MaxRetries == nil || maxRetries == aws.UseServiceDefaultRetries {
  36. maxRetries = 10
  37. }
  38. c.Retryer = retryer{
  39. DefaultRetryer: client.DefaultRetryer{
  40. NumMaxRetries: maxRetries,
  41. },
  42. }
  43. }
  44. func drainBody(b io.ReadCloser, length int64) (out *bytes.Buffer, err error) {
  45. if length < 0 {
  46. length = 0
  47. }
  48. buf := bytes.NewBuffer(make([]byte, 0, length))
  49. if _, err = buf.ReadFrom(b); err != nil {
  50. return nil, err
  51. }
  52. if err = b.Close(); err != nil {
  53. return nil, err
  54. }
  55. return buf, nil
  56. }
  57. func disableCompression(r *request.Request) {
  58. r.HTTPRequest.Header.Set("Accept-Encoding", "identity")
  59. }
  60. func validateCRC32(r *request.Request) {
  61. if r.Error != nil {
  62. return // already have an error, no need to verify CRC
  63. }
  64. // Checksum validation is off, skip
  65. if aws.BoolValue(r.Config.DisableComputeChecksums) {
  66. return
  67. }
  68. // Try to get CRC from response
  69. header := r.HTTPResponse.Header.Get("X-Amz-Crc32")
  70. if header == "" {
  71. return // No header, skip
  72. }
  73. expected, err := strconv.ParseUint(header, 10, 32)
  74. if err != nil {
  75. return // Could not determine CRC value, skip
  76. }
  77. buf, err := drainBody(r.HTTPResponse.Body, r.HTTPResponse.ContentLength)
  78. if err != nil { // failed to read the response body, skip
  79. return
  80. }
  81. // Reset body for subsequent reads
  82. r.HTTPResponse.Body = ioutil.NopCloser(bytes.NewReader(buf.Bytes()))
  83. // Compute the CRC checksum
  84. crc := crc32.ChecksumIEEE(buf.Bytes())
  85. if crc != uint32(expected) {
  86. // CRC does not match, set a retryable error
  87. r.Retryable = aws.Bool(true)
  88. r.Error = awserr.New("CRC32CheckFailed", "CRC32 integrity check failed", nil)
  89. }
  90. }