package kube_inventory import ( "strings" "testing" "time" "github.com/stretchr/testify/require" corev1 "k8s.io/api/core/v1" "k8s.io/apimachinery/pkg/api/resource" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "github.com/influxdata/telegraf" "github.com/influxdata/telegraf/metric" "github.com/influxdata/telegraf/testutil" ) func TestPod(t *testing.T) { cli := &client{} now := time.Now() started := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-1, 1, 36, 0, now.Location()) created := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-2, 1, 0, 0, now.Location()) cond1 := time.Date(now.Year(), 7, 5, 7, 53, 29, 0, now.Location()) cond2 := time.Date(now.Year(), 7, 5, 7, 53, 31, 0, now.Location()) tests := []struct { name string handler *mockHandler output []telegraf.Metric hasError bool }{ { name: "no pods", handler: &mockHandler{ responseMap: map[string]interface{}{ "/pods/": &corev1.PodList{}, }, }, hasError: false, }, { name: "collect pods", handler: &mockHandler{ responseMap: map[string]interface{}{ "/pods/": &corev1.PodList{ Items: []corev1.Pod{ { Spec: corev1.PodSpec{ NodeName: "node1", Containers: []corev1.Container{ { Name: "running", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, { Name: "completed", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, { Name: "waiting", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, }, Volumes: []corev1.Volume{ { Name: "vol1", VolumeSource: corev1.VolumeSource{ PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{ ClaimName: "pc1", ReadOnly: true, }, }, }, { Name: "vol2", }, }, NodeSelector: map[string]string{ "select1": "s1", "select2": "s2", }, }, Status: corev1.PodStatus{ Phase: "Running", HostIP: "180.12.10.18", PodIP: "10.244.2.15", StartTime: &metav1.Time{Time: started}, Conditions: []corev1.PodCondition{ { Type: "Initialized", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, { Type: "Ready", Status: "True", LastTransitionTime: metav1.Time{Time: cond2}, }, { Type: "Scheduled", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, }, ContainerStatuses: []corev1.ContainerStatus{ { Name: "running", State: corev1.ContainerState{ Running: &corev1.ContainerStateRunning{ StartedAt: metav1.Time{Time: started}, }, }, Ready: true, RestartCount: 3, Image: "image1", ImageID: "image_id1", ContainerID: "docker://54abe32d0094479d3d", }, { Name: "completed", State: corev1.ContainerState{ Terminated: &corev1.ContainerStateTerminated{ StartedAt: metav1.Time{Time: now}, ExitCode: 0, Reason: "Completed", }, }, Ready: false, RestartCount: 3, Image: "image1", ImageID: "image_id1", ContainerID: "docker://54abe32d0094479d3d", }, { Name: "waiting", State: corev1.ContainerState{ Waiting: &corev1.ContainerStateWaiting{ Reason: "PodUninitialized", }, }, Ready: false, RestartCount: 3, Image: "image1", ImageID: "image_id1", ContainerID: "docker://54abe32d0094479d3d", }, }, }, ObjectMeta: metav1.ObjectMeta{ OwnerReferences: []metav1.OwnerReference{ { APIVersion: "apps/v1", Kind: "DaemonSet", Name: "forwarder", Controller: new(true), }, }, Generation: 11232, Namespace: "ns1", Name: "pod1", Labels: map[string]string{ "lab1": "v1", "lab2": "v2", }, CreationTimestamp: metav1.Time{Time: created}, }, }, }, }, }, }, output: []telegraf.Metric{ metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Initialized", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "running", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Ready", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "running", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(1), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Scheduled", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "running", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "namespace": "ns1", "container_name": "running", "node_name": "node1", "pod_name": "pod1", "image": "image1", "phase": "Running", "state": "running", "readiness": "ready", "node_selector_select1": "s1", "node_selector_select2": "s2", }, map[string]interface{}{ "restarts_total": int32(3), "state_code": 0, "resource_requests_millicpu_units": int64(100), "resource_limits_millicpu_units": int64(100), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Initialized", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "completed", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Ready", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "completed", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(1), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Scheduled", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "completed", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "namespace": "ns1", "container_name": "completed", "image": "image1", "node_name": "node1", "pod_name": "pod1", "phase": "Running", "state": "terminated", "readiness": "unready", "node_selector_select1": "s1", "node_selector_select2": "s2", }, map[string]interface{}{ "restarts_total": int32(3), "state_code": 1, "state_reason": "Completed", "resource_requests_millicpu_units": int64(100), "resource_limits_millicpu_units": int64(100), "terminated_reason": "Completed", }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Initialized", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Ready", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(1), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Scheduled", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "namespace": "ns1", "container_name": "waiting", "node_name": "node1", "image": "image1", "pod_name": "pod1", "phase": "Running", "state": "waiting", "readiness": "unready", "node_selector_select1": "s1", "node_selector_select2": "s2", }, map[string]interface{}{ "restarts_total": int32(3), "state_code": 2, "state_reason": "PodUninitialized", "resource_requests_millicpu_units": int64(100), "resource_limits_millicpu_units": int64(100), }, time.Unix(0, 0), ), }, hasError: false, }, } for _, v := range tests { ks := &KubernetesInventory{ client: cli, } require.NoError(t, ks.createSelectorFilters()) acc := new(testutil.Accumulator) items := ((v.handler.responseMap["/pods/"]).(*corev1.PodList)).Items for i := range items { ks.gatherPod(&items[i], acc) } err := acc.FirstError() if v.hasError { require.Errorf(t, err, "%s failed, should have error", v.name) continue } // No error case require.NoErrorf(t, err, "%s failed, err: %v", v.name, err) require.Len(t, acc.Metrics, len(v.output)) testutil.RequireMetricsEqual(t, acc.GetTelegrafMetrics(), v.output, testutil.IgnoreTime()) } } func TestPodSelectorFilter(t *testing.T) { cli := &client{} now := time.Now() started := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-1, 1, 36, 0, now.Location()) created := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-2, 1, 36, 0, now.Location()) cond1 := time.Date(now.Year(), 7, 5, 7, 53, 29, 0, now.Location()) cond2 := time.Date(now.Year(), 7, 5, 7, 53, 31, 0, now.Location()) responseMap := map[string]interface{}{ "/pods/": &corev1.PodList{ Items: []corev1.Pod{ { Spec: corev1.PodSpec{ NodeName: "node1", Containers: []corev1.Container{ { Name: "forwarder", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, }, Volumes: []corev1.Volume{ { Name: "vol1", VolumeSource: corev1.VolumeSource{ PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{ ClaimName: "pc1", ReadOnly: true, }, }, }, { Name: "vol2", }, }, NodeSelector: map[string]string{ "select1": "s1", "select2": "s2", }, }, Status: corev1.PodStatus{ Phase: "Running", HostIP: "180.12.10.18", PodIP: "10.244.2.15", StartTime: &metav1.Time{Time: started}, Conditions: []corev1.PodCondition{ { Type: "Initialized", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, { Type: "Ready", Status: "True", LastTransitionTime: metav1.Time{Time: cond2}, }, { Type: "Scheduled", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, }, ContainerStatuses: []corev1.ContainerStatus{ { Name: "forwarder", State: corev1.ContainerState{ Running: &corev1.ContainerStateRunning{ StartedAt: metav1.Time{Time: now}, }, }, Ready: true, RestartCount: 3, Image: "image1", ImageID: "image_id1", ContainerID: "docker://54abe32d0094479d3d", }, }, }, ObjectMeta: metav1.ObjectMeta{ OwnerReferences: []metav1.OwnerReference{ { APIVersion: "apps/v1", Kind: "DaemonSet", Name: "forwarder", Controller: new(true), }, }, Generation: 11232, Namespace: "ns1", Name: "pod1", Labels: map[string]string{ "lab1": "v1", "lab2": "v2", }, CreationTimestamp: metav1.Time{Time: created}, }, }, }, }, } tests := []struct { name string handler *mockHandler hasError bool include []string exclude []string expected map[string]string }{ { name: "nil filters equals all selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, include: nil, exclude: nil, expected: map[string]string{ "node_selector_select1": "s1", "node_selector_select2": "s2", }, }, { name: "empty filters equals all selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, expected: map[string]string{ "node_selector_select1": "s1", "node_selector_select2": "s2", }, }, { name: "include filter equals only include-matched selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, include: []string{"select1"}, expected: map[string]string{ "node_selector_select1": "s1", }, }, { name: "exclude filter equals only non-excluded selectors (overrides include filter)", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, exclude: []string{"select2"}, expected: map[string]string{ "node_selector_select1": "s1", }, }, { name: "include glob filter equals only include-matched selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, include: []string{"*1"}, expected: map[string]string{ "node_selector_select1": "s1", }, }, { name: "exclude glob filter equals only non-excluded selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, exclude: []string{"*2"}, expected: map[string]string{ "node_selector_select1": "s1", }, }, { name: "exclude glob filter equals only non-excluded selectors", handler: &mockHandler{ responseMap: responseMap, }, hasError: false, exclude: []string{"*2"}, expected: map[string]string{ "node_selector_select1": "s1", }, }, } for _, v := range tests { ks := &KubernetesInventory{ client: cli, } ks.SelectorInclude = v.include ks.SelectorExclude = v.exclude require.NoError(t, ks.createSelectorFilters()) acc := new(testutil.Accumulator) items := ((v.handler.responseMap["/pods/"]).(*corev1.PodList)).Items for i := range items { ks.gatherPod(&items[i], acc) } // Grab selector tags actual := map[string]string{} for _, m := range acc.Metrics { for key, val := range m.Tags { if strings.Contains(key, "node_selector_") { actual[key] = val } } } require.Equalf(t, v.expected, actual, "actual selector tags (%v) do not match expected selector tags (%v)", actual, v.expected) } } func TestPodPendingContainers(t *testing.T) { cli := &client{} now := time.Now() started := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-1, 1, 36, 0, now.Location()) created := time.Date(now.Year(), now.Month(), now.Day(), now.Hour()-2, 1, 36, 0, now.Location()) cond1 := time.Date(now.Year(), 7, 5, 7, 53, 29, 0, now.Location()) cond2 := time.Date(now.Year(), 7, 5, 7, 53, 31, 0, now.Location()) tests := []struct { name string handler *mockHandler output []telegraf.Metric hasError bool }{ { name: "collect pods", handler: &mockHandler{ responseMap: map[string]interface{}{ "/pods/": &corev1.PodList{ Items: []corev1.Pod{ { Spec: corev1.PodSpec{ NodeName: "node1", Containers: []corev1.Container{ { Name: "waiting", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, { Name: "terminated", Image: "image1", Ports: []corev1.ContainerPort{ { ContainerPort: 8080, Protocol: "TCP", }, }, Resources: corev1.ResourceRequirements{ Limits: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, Requests: corev1.ResourceList{ "cpu": resource.MustParse("100m"), }, }, }, }, Volumes: []corev1.Volume{ { Name: "vol1", VolumeSource: corev1.VolumeSource{ PersistentVolumeClaim: &corev1.PersistentVolumeClaimVolumeSource{ ClaimName: "pc1", ReadOnly: true, }, }, }, { Name: "vol2", }, }, NodeSelector: map[string]string{ "select1": "s1", "select2": "s2", }, }, Status: corev1.PodStatus{ Phase: "Pending", Reason: "NetworkNotReady", HostIP: "180.12.10.18", PodIP: "10.244.2.15", StartTime: &metav1.Time{Time: started}, Conditions: []corev1.PodCondition{ { Type: "Initialized", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, { Type: "Ready", Status: "True", LastTransitionTime: metav1.Time{Time: cond2}, }, { Type: "Scheduled", Status: "True", LastTransitionTime: metav1.Time{Time: cond1}, }, }, }, ObjectMeta: metav1.ObjectMeta{ OwnerReferences: []metav1.OwnerReference{ { APIVersion: "apps/v1", Kind: "DaemonSet", Name: "forwarder", Controller: new(true), }, }, Generation: 11232, Namespace: "ns1", Name: "pod1", Labels: map[string]string{ "lab1": "v1", "lab2": "v2", }, CreationTimestamp: metav1.Time{Time: created}, }, }, }, }, }, }, output: []telegraf.Metric{ metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Initialized", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Ready", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(1), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Scheduled", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "waiting", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "namespace": "ns1", "container_name": "waiting", "node_name": "node1", "pod_name": "pod1", "image": "image1", "phase": "Pending", "state": "unknown", "readiness": "unready", "node_selector_select1": "s1", "node_selector_select2": "s2", }, map[string]interface{}{ "phase_reason": "NetworkNotReady", "restarts_total": int32(0), "state_code": 3, "resource_requests_millicpu_units": int64(100), "resource_limits_millicpu_units": int64(100), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Initialized", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "terminated", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Ready", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "terminated", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(1), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "pod_name": "pod1", "condition": "Scheduled", "status": "True", "image": "image1", "node_name": "node1", "namespace": "ns1", "container_name": "terminated", }, map[string]interface{}{ "status_condition": int64(1), "ready": int64(0), }, time.Unix(0, 0), ), metric.New( podContainerMeasurement, map[string]string{ "namespace": "ns1", "container_name": "terminated", "node_name": "node1", "pod_name": "pod1", "image": "image1", "phase": "Pending", "state": "unknown", "readiness": "unready", "node_selector_select1": "s1", "node_selector_select2": "s2", }, map[string]interface{}{ "phase_reason": "NetworkNotReady", "restarts_total": int32(0), "state_code": 3, "resource_requests_millicpu_units": int64(100), "resource_limits_millicpu_units": int64(100), }, time.Unix(0, 0), ), }, hasError: false, }, } for _, v := range tests { ks := &KubernetesInventory{ client: cli, } require.NoError(t, ks.createSelectorFilters()) acc := new(testutil.Accumulator) items := ((v.handler.responseMap["/pods/"]).(*corev1.PodList)).Items for i := range items { ks.gatherPod(&items[i], acc) } err := acc.FirstError() if v.hasError { require.Errorf(t, err, "%s failed, should have error", v.name) continue } // No error case require.NoErrorf(t, err, "%s failed, err: %v", v.name, err) require.Len(t, acc.Metrics, len(v.output)) testutil.RequireMetricsEqual(t, acc.GetTelegrafMetrics(), v.output, testutil.IgnoreTime()) } }