container_gc_test.go 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268
  1. /*
  2. Copyright 2014 The Kubernetes Authors.
  3. Licensed under the Apache License, Version 2.0 (the "License");
  4. you may not use this file except in compliance with the License.
  5. You may obtain a copy of the License at
  6. http://www.apache.org/licenses/LICENSE-2.0
  7. Unless required by applicable law or agreed to in writing, software
  8. distributed under the License is distributed on an "AS IS" BASIS,
  9. WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  10. See the License for the specific language governing permissions and
  11. limitations under the License.
  12. */
  13. package dockertools
  14. import (
  15. "fmt"
  16. "reflect"
  17. "sort"
  18. "testing"
  19. "time"
  20. "github.com/stretchr/testify/assert"
  21. "k8s.io/kubernetes/pkg/api"
  22. kubecontainer "k8s.io/kubernetes/pkg/kubelet/container"
  23. "k8s.io/kubernetes/pkg/types"
  24. )
  25. func newTestContainerGC(t *testing.T) (*containerGC, *FakeDockerClient) {
  26. fakeDocker := new(FakeDockerClient)
  27. fakePodGetter := newFakePodGetter()
  28. gc := NewContainerGC(fakeDocker, fakePodGetter, "")
  29. return gc, fakeDocker
  30. }
  31. // Makes a stable time object, lower id is earlier time.
  32. func makeTime(id int) time.Time {
  33. var zero time.Time
  34. return zero.Add(time.Duration(id) * time.Second)
  35. }
  36. // Makes a container with the specified properties.
  37. func makeContainer(id, uid, name string, running bool, created time.Time) *FakeContainer {
  38. return &FakeContainer{
  39. Name: fmt.Sprintf("/k8s_%s_bar_new_%s_42", name, uid),
  40. Running: running,
  41. ID: id,
  42. CreatedAt: created,
  43. }
  44. }
  45. // Makes a container with unidentified name and specified properties.
  46. func makeUndefinedContainer(id string, running bool, created time.Time) *FakeContainer {
  47. return &FakeContainer{
  48. Name: "/k8s_unidentified",
  49. Running: running,
  50. ID: id,
  51. CreatedAt: created,
  52. }
  53. }
  54. func addPods(podGetter podGetter, podUIDs ...types.UID) {
  55. fakePodGetter := podGetter.(*fakePodGetter)
  56. for _, uid := range podUIDs {
  57. fakePodGetter.pods[uid] = &api.Pod{
  58. ObjectMeta: api.ObjectMeta{
  59. Name: "pod" + string(uid),
  60. Namespace: "test",
  61. UID: uid,
  62. },
  63. }
  64. }
  65. }
  66. func verifyStringArrayEqualsAnyOrder(t *testing.T, actual, expected []string) {
  67. act := make([]string, len(actual))
  68. exp := make([]string, len(expected))
  69. copy(act, actual)
  70. copy(exp, expected)
  71. sort.StringSlice(act).Sort()
  72. sort.StringSlice(exp).Sort()
  73. if !reflect.DeepEqual(exp, act) {
  74. t.Errorf("Expected(sorted): %#v, Actual(sorted): %#v", exp, act)
  75. }
  76. }
  77. func TestDeleteContainerSkipRunningContainer(t *testing.T) {
  78. gc, fakeDocker := newTestContainerGC(t)
  79. fakeDocker.SetFakeContainers([]*FakeContainer{
  80. makeContainer("1876", "foo", "POD", true, makeTime(0)),
  81. })
  82. addPods(gc.podGetter, "foo")
  83. assert.Error(t, gc.deleteContainer("1876"))
  84. assert.Len(t, fakeDocker.Removed, 0)
  85. }
  86. func TestDeleteContainerRemoveDeadContainer(t *testing.T) {
  87. gc, fakeDocker := newTestContainerGC(t)
  88. fakeDocker.SetFakeContainers([]*FakeContainer{
  89. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  90. })
  91. addPods(gc.podGetter, "foo")
  92. assert.Nil(t, gc.deleteContainer("1876"))
  93. assert.Len(t, fakeDocker.Removed, 1)
  94. }
  95. func TestGarbageCollectZeroMaxContainers(t *testing.T) {
  96. gc, fakeDocker := newTestContainerGC(t)
  97. fakeDocker.SetFakeContainers([]*FakeContainer{
  98. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  99. })
  100. addPods(gc.podGetter, "foo")
  101. assert.Nil(t, gc.GarbageCollect(kubecontainer.ContainerGCPolicy{MinAge: time.Minute, MaxPerPodContainer: 1, MaxContainers: 0}, true))
  102. assert.Len(t, fakeDocker.Removed, 1)
  103. }
  104. func TestGarbageCollectNoMaxPerPodContainerLimit(t *testing.T) {
  105. gc, fakeDocker := newTestContainerGC(t)
  106. fakeDocker.SetFakeContainers([]*FakeContainer{
  107. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  108. makeContainer("2876", "foo1", "POD", false, makeTime(1)),
  109. makeContainer("3876", "foo2", "POD", false, makeTime(2)),
  110. makeContainer("4876", "foo3", "POD", false, makeTime(3)),
  111. makeContainer("5876", "foo4", "POD", false, makeTime(4)),
  112. })
  113. addPods(gc.podGetter, "foo", "foo1", "foo2", "foo3", "foo4")
  114. assert.Nil(t, gc.GarbageCollect(kubecontainer.ContainerGCPolicy{MinAge: time.Minute, MaxPerPodContainer: -1, MaxContainers: 4}, true))
  115. assert.Len(t, fakeDocker.Removed, 1)
  116. }
  117. func TestGarbageCollectNoMaxLimit(t *testing.T) {
  118. gc, fakeDocker := newTestContainerGC(t)
  119. fakeDocker.SetFakeContainers([]*FakeContainer{
  120. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  121. makeContainer("2876", "foo1", "POD", false, makeTime(0)),
  122. makeContainer("3876", "foo2", "POD", false, makeTime(0)),
  123. makeContainer("4876", "foo3", "POD", false, makeTime(0)),
  124. makeContainer("5876", "foo4", "POD", false, makeTime(0)),
  125. })
  126. addPods(gc.podGetter, "foo", "foo1", "foo2", "foo3", "foo4")
  127. assert.Len(t, fakeDocker.Removed, 0)
  128. }
  129. func TestGarbageCollect(t *testing.T) {
  130. tests := []struct {
  131. containers []*FakeContainer
  132. expectedRemoved []string
  133. }{
  134. // Don't remove containers started recently.
  135. {
  136. containers: []*FakeContainer{
  137. makeContainer("1876", "foo", "POD", false, time.Now()),
  138. makeContainer("2876", "foo", "POD", false, time.Now()),
  139. makeContainer("3876", "foo", "POD", false, time.Now()),
  140. },
  141. },
  142. // Remove oldest containers.
  143. {
  144. containers: []*FakeContainer{
  145. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  146. makeContainer("2876", "foo", "POD", false, makeTime(1)),
  147. makeContainer("3876", "foo", "POD", false, makeTime(2)),
  148. },
  149. expectedRemoved: []string{"1876"},
  150. },
  151. // Only remove non-running containers.
  152. {
  153. containers: []*FakeContainer{
  154. makeContainer("1876", "foo", "POD", true, makeTime(0)),
  155. makeContainer("2876", "foo", "POD", false, makeTime(1)),
  156. makeContainer("3876", "foo", "POD", false, makeTime(2)),
  157. makeContainer("4876", "foo", "POD", false, makeTime(3)),
  158. },
  159. expectedRemoved: []string{"2876"},
  160. },
  161. // Less than maxContainerCount doesn't delete any.
  162. {
  163. containers: []*FakeContainer{
  164. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  165. },
  166. },
  167. // maxContainerCount applies per (UID,container) pair.
  168. {
  169. containers: []*FakeContainer{
  170. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  171. makeContainer("2876", "foo", "POD", false, makeTime(1)),
  172. makeContainer("3876", "foo", "POD", false, makeTime(2)),
  173. makeContainer("1076", "foo", "bar", false, makeTime(0)),
  174. makeContainer("2076", "foo", "bar", false, makeTime(1)),
  175. makeContainer("3076", "foo", "bar", false, makeTime(2)),
  176. makeContainer("1176", "foo2", "POD", false, makeTime(0)),
  177. makeContainer("2176", "foo2", "POD", false, makeTime(1)),
  178. makeContainer("3176", "foo2", "POD", false, makeTime(2)),
  179. },
  180. expectedRemoved: []string{"1076", "1176", "1876"},
  181. },
  182. // Remove non-running unidentified Kubernetes containers.
  183. {
  184. containers: []*FakeContainer{
  185. makeUndefinedContainer("1876", true, makeTime(0)),
  186. makeUndefinedContainer("2876", false, makeTime(0)),
  187. makeContainer("3876", "foo", "POD", false, makeTime(0)),
  188. },
  189. expectedRemoved: []string{"2876"},
  190. },
  191. // Max limit applied and tries to keep from every pod.
  192. {
  193. containers: []*FakeContainer{
  194. makeContainer("1876", "foo", "POD", false, makeTime(0)),
  195. makeContainer("2876", "foo", "POD", false, makeTime(1)),
  196. makeContainer("3876", "foo1", "POD", false, makeTime(0)),
  197. makeContainer("4876", "foo1", "POD", false, makeTime(1)),
  198. makeContainer("5876", "foo2", "POD", false, makeTime(0)),
  199. makeContainer("6876", "foo2", "POD", false, makeTime(1)),
  200. makeContainer("7876", "foo3", "POD", false, makeTime(0)),
  201. makeContainer("8876", "foo3", "POD", false, makeTime(1)),
  202. makeContainer("9876", "foo4", "POD", false, makeTime(0)),
  203. makeContainer("10876", "foo4", "POD", false, makeTime(1)),
  204. },
  205. expectedRemoved: []string{"1876", "3876", "5876", "7876", "9876"},
  206. },
  207. // If more pods than limit allows, evicts oldest pod.
  208. {
  209. containers: []*FakeContainer{
  210. makeContainer("1876", "foo", "POD", false, makeTime(1)),
  211. makeContainer("2876", "foo", "POD", false, makeTime(2)),
  212. makeContainer("3876", "foo1", "POD", false, makeTime(1)),
  213. makeContainer("4876", "foo1", "POD", false, makeTime(2)),
  214. makeContainer("5876", "foo2", "POD", false, makeTime(0)),
  215. makeContainer("6876", "foo3", "POD", false, makeTime(1)),
  216. makeContainer("7876", "foo4", "POD", false, makeTime(0)),
  217. makeContainer("8876", "foo5", "POD", false, makeTime(1)),
  218. makeContainer("9876", "foo6", "POD", false, makeTime(2)),
  219. makeContainer("10876", "foo7", "POD", false, makeTime(1)),
  220. },
  221. expectedRemoved: []string{"1876", "3876", "5876", "7876"},
  222. },
  223. // Containers for deleted pods should be GC'd.
  224. {
  225. containers: []*FakeContainer{
  226. makeContainer("1876", "foo", "POD", false, makeTime(1)),
  227. makeContainer("2876", "foo", "POD", false, makeTime(2)),
  228. makeContainer("3876", "deleted", "POD", false, makeTime(1)),
  229. makeContainer("4876", "deleted", "POD", false, makeTime(2)),
  230. makeContainer("5876", "deleted", "POD", false, time.Now()), // Deleted pods still respect MinAge.
  231. },
  232. expectedRemoved: []string{"3876", "4876"},
  233. },
  234. }
  235. for i, test := range tests {
  236. t.Logf("Running test case with index %d", i)
  237. gc, fakeDocker := newTestContainerGC(t)
  238. fakeDocker.SetFakeContainers(test.containers)
  239. addPods(gc.podGetter, "foo", "foo1", "foo2", "foo3", "foo4", "foo5", "foo6", "foo7")
  240. assert.Nil(t, gc.GarbageCollect(kubecontainer.ContainerGCPolicy{MinAge: time.Hour, MaxPerPodContainer: 2, MaxContainers: 6}, true))
  241. verifyStringArrayEqualsAnyOrder(t, fakeDocker.Removed, test.expectedRemoved)
  242. }
  243. }