tarfile.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116
  1. package testutil
  2. import (
  3. "archive/tar"
  4. "bytes"
  5. "crypto/rand"
  6. "fmt"
  7. "io"
  8. mrand "math/rand"
  9. "time"
  10. "github.com/docker/distribution"
  11. "github.com/docker/distribution/context"
  12. "github.com/docker/distribution/digest"
  13. )
  14. // CreateRandomTarFile creates a random tarfile, returning it as an
  15. // io.ReadSeeker along with its digest. An error is returned if there is a
  16. // problem generating valid content.
  17. func CreateRandomTarFile() (rs io.ReadSeeker, dgst digest.Digest, err error) {
  18. nFiles := mrand.Intn(10) + 10
  19. target := &bytes.Buffer{}
  20. wr := tar.NewWriter(target)
  21. // Perturb this on each iteration of the loop below.
  22. header := &tar.Header{
  23. Mode: 0644,
  24. ModTime: time.Now(),
  25. Typeflag: tar.TypeReg,
  26. Uname: "randocalrissian",
  27. Gname: "cloudcity",
  28. AccessTime: time.Now(),
  29. ChangeTime: time.Now(),
  30. }
  31. for fileNumber := 0; fileNumber < nFiles; fileNumber++ {
  32. fileSize := mrand.Int63n(1<<20) + 1<<20
  33. header.Name = fmt.Sprint(fileNumber)
  34. header.Size = fileSize
  35. if err := wr.WriteHeader(header); err != nil {
  36. return nil, "", err
  37. }
  38. randomData := make([]byte, fileSize)
  39. // Fill up the buffer with some random data.
  40. n, err := rand.Read(randomData)
  41. if n != len(randomData) {
  42. return nil, "", fmt.Errorf("short read creating random reader: %v bytes != %v bytes", n, len(randomData))
  43. }
  44. if err != nil {
  45. return nil, "", err
  46. }
  47. nn, err := io.Copy(wr, bytes.NewReader(randomData))
  48. if nn != fileSize {
  49. return nil, "", fmt.Errorf("short copy writing random file to tar")
  50. }
  51. if err != nil {
  52. return nil, "", err
  53. }
  54. if err := wr.Flush(); err != nil {
  55. return nil, "", err
  56. }
  57. }
  58. if err := wr.Close(); err != nil {
  59. return nil, "", err
  60. }
  61. dgst = digest.FromBytes(target.Bytes())
  62. return bytes.NewReader(target.Bytes()), dgst, nil
  63. }
  64. // CreateRandomLayers returns a map of n digests. We don't particularly care
  65. // about the order of said digests (since they're all random anyway).
  66. func CreateRandomLayers(n int) (map[digest.Digest]io.ReadSeeker, error) {
  67. digestMap := map[digest.Digest]io.ReadSeeker{}
  68. for i := 0; i < n; i++ {
  69. rs, ds, err := CreateRandomTarFile()
  70. if err != nil {
  71. return nil, fmt.Errorf("unexpected error generating test layer file: %v", err)
  72. }
  73. dgst := digest.Digest(ds)
  74. digestMap[dgst] = rs
  75. }
  76. return digestMap, nil
  77. }
  78. // UploadBlobs lets you upload blobs to a repository
  79. func UploadBlobs(repository distribution.Repository, layers map[digest.Digest]io.ReadSeeker) error {
  80. ctx := context.Background()
  81. for digest, rs := range layers {
  82. wr, err := repository.Blobs(ctx).Create(ctx)
  83. if err != nil {
  84. return fmt.Errorf("unexpected error creating upload: %v", err)
  85. }
  86. if _, err := io.Copy(wr, rs); err != nil {
  87. return fmt.Errorf("unexpected error copying to upload: %v", err)
  88. }
  89. if _, err := wr.Commit(ctx, distribution.Descriptor{Digest: digest}); err != nil {
  90. return fmt.Errorf("unexpected error committinng upload: %v", err)
  91. }
  92. }
  93. return nil
  94. }