tarfile.go 2.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115
  1. package testutil
  2. import (
  3. "archive/tar"
  4. "bytes"
  5. "fmt"
  6. "io"
  7. mrand "math/rand"
  8. "time"
  9. "github.com/docker/distribution"
  10. "github.com/docker/distribution/context"
  11. "github.com/docker/distribution/digest"
  12. )
  13. // CreateRandomTarFile creates a random tarfile, returning it as an
  14. // io.ReadSeeker along with its digest. An error is returned if there is a
  15. // problem generating valid content.
  16. func CreateRandomTarFile() (rs io.ReadSeeker, dgst digest.Digest, err error) {
  17. nFiles := mrand.Intn(10) + 10
  18. target := &bytes.Buffer{}
  19. wr := tar.NewWriter(target)
  20. // Perturb this on each iteration of the loop below.
  21. header := &tar.Header{
  22. Mode: 0644,
  23. ModTime: time.Now(),
  24. Typeflag: tar.TypeReg,
  25. Uname: "randocalrissian",
  26. Gname: "cloudcity",
  27. AccessTime: time.Now(),
  28. ChangeTime: time.Now(),
  29. }
  30. for fileNumber := 0; fileNumber < nFiles; fileNumber++ {
  31. fileSize := mrand.Int63n(1<<20) + 1<<20
  32. header.Name = fmt.Sprint(fileNumber)
  33. header.Size = fileSize
  34. if err := wr.WriteHeader(header); err != nil {
  35. return nil, "", err
  36. }
  37. randomData := make([]byte, fileSize)
  38. // Fill up the buffer with some random data.
  39. n, err := mrand.Read(randomData)
  40. if n != len(randomData) {
  41. return nil, "", fmt.Errorf("short read creating random reader: %v bytes != %v bytes", n, len(randomData))
  42. }
  43. if err != nil {
  44. return nil, "", err
  45. }
  46. nn, err := io.Copy(wr, bytes.NewReader(randomData))
  47. if nn != fileSize {
  48. return nil, "", fmt.Errorf("short copy writing random file to tar")
  49. }
  50. if err != nil {
  51. return nil, "", err
  52. }
  53. if err := wr.Flush(); err != nil {
  54. return nil, "", err
  55. }
  56. }
  57. if err := wr.Close(); err != nil {
  58. return nil, "", err
  59. }
  60. dgst = digest.FromBytes(target.Bytes())
  61. return bytes.NewReader(target.Bytes()), dgst, nil
  62. }
  63. // CreateRandomLayers returns a map of n digests. We don't particularly care
  64. // about the order of said digests (since they're all random anyway).
  65. func CreateRandomLayers(n int) (map[digest.Digest]io.ReadSeeker, error) {
  66. digestMap := map[digest.Digest]io.ReadSeeker{}
  67. for i := 0; i < n; i++ {
  68. rs, ds, err := CreateRandomTarFile()
  69. if err != nil {
  70. return nil, fmt.Errorf("unexpected error generating test layer file: %v", err)
  71. }
  72. dgst := digest.Digest(ds)
  73. digestMap[dgst] = rs
  74. }
  75. return digestMap, nil
  76. }
  77. // UploadBlobs lets you upload blobs to a repository
  78. func UploadBlobs(repository distribution.Repository, layers map[digest.Digest]io.ReadSeeker) error {
  79. ctx := context.Background()
  80. for digest, rs := range layers {
  81. wr, err := repository.Blobs(ctx).Create(ctx)
  82. if err != nil {
  83. return fmt.Errorf("unexpected error creating upload: %v", err)
  84. }
  85. if _, err := io.Copy(wr, rs); err != nil {
  86. return fmt.Errorf("unexpected error copying to upload: %v", err)
  87. }
  88. if _, err := wr.Commit(ctx, distribution.Descriptor{Digest: digest}); err != nil {
  89. return fmt.Errorf("unexpected error committinng upload: %v", err)
  90. }
  91. }
  92. return nil
  93. }