Benchmark large list requests

kubernetes · Jan 27, 2025 · 8772cda · 8772cda
1 parent a68e80a
commit 8772cda
Showing 1 changed file with 62 additions and 0 deletions.
diff --git a/config/jobs/kubernetes/sig-scalability/sig-scalability-periodic-jobs.yaml b/config/jobs/kubernetes/sig-scalability/sig-scalability-periodic-jobs.yaml
@@ -1017,3 +1017,65 @@ periodics:
         limits:
           cpu: 2
           memory: 6Gi
+
+- name: ci-kubernetes-benchmark-list
+  cron: '1 17 2-31 * *' # Run on every day at 9:01PST (17:01 UTC)
+  cluster: k8s-infra-prow-build
+  labels:
+    preset-service-account: "true"
+    preset-k8s-ssh: "true"
+    preset-e2e-scalability-common: "true"
+    preset-e2e-scalability-periodics: "true"
+    preset-e2e-scalability-periodics-master: "true"
+  decorate: true
+  decoration_config:
+    timeout: 270m
+  annotations:
+    testgrid-dashboards: sig-scalability-gce
+    testgrid-tab-name: gce-benchmark-list
+  spec:
+    containers:
+    - image: gcr.io/k8s-staging-test-infra/kubekins-e2e:v20250121-4aed057712-master
+      volumeMounts:
+      command:
+      - runner.sh
+      - /workspace/scenarios/kubernetes_e2e.py
+      args:
+      - --cluster=gce-scale-cluster
+      - --extract=ci/fast/latest-fast
+      - --gcp-nodes=1
+      - --gcp-master-size=n2-standard-32
+      - --gcp-node-image=gci
+      - --gcp-node-size=e2-standard-16
+      - --gcp-nodes=1
+      - --gcp-project-type=scalability-scale-project
+      - --gcp-zone=us-east1-b
+      - --provider=gce
+      - --metadata-sources=cl2-metadata.json
+      - --test=false
+      - --env=CL2_LIST_CONFIG_MAP_BYTES=100000
+      - --env=CL2_LIST_CONFIG_MAP_NUMBER=10000
+      - --env=CL2_LIST_BENCHMARK_PODS=10
+      - --env=CL2_LIST_BENCHMARK_POD_CPU=2000
+      - --env=CL2_LIST_BENCHMARK_POD_MEMORY=4096
+      - --test-cmd=$GOPATH/src/k8s.io/perf-tests/run-e2e.sh
+      - --test-cmd-args=cluster-loader2
+      - --test-cmd-args=--experimental-gcp-snapshot-prometheus-disk=true
+      - --test-cmd-args=--experimental-prometheus-disk-snapshot-name=$(JOB_NAME)-$(BUILD_ID)
+      - --test-cmd-args=--experimental-prometheus-snapshot-to-report-dir=true
+      - --test-cmd-args=--nodes=1
+      - --test-cmd-args=--prometheus-scrape-node-exporter
+      - --test-cmd-args=--provider=gce
+      - --test-cmd-args=--report-dir=$(ARTIFACTS)
+      - --test-cmd-args=--testconfig=testing/list/config.yaml
+      - --test-cmd-name=ClusterLoaderV2
+      - --timeout=30m
+      - --use-logexporter
+      - --logexporter-gcs-path=gs://k8s-infra-scalability-tests-logs/$(JOB_NAME)/$(BUILD_ID)
+      resources:
+        requests:
+          cpu: 2
+          memory: "4Gi"
+        limits:
+          cpu: 2
+          memory: "4Gi"