Revise CI configs

Author: jhamon

.github/actions/run-integration-test/action.yaml

@@ -19,7 +19,21 @@ inputs:
     description: 'Whether to use gRPC or REST'
     required: false
     default: 'false'
-
+  PINECONE_CLIENT_ID:
+    description: 'The client ID to use for admin tests'
+    required: false
+  PINECONE_CLIENT_SECRET:
+    description: 'The client secret to use for admin tests'
+    required: false
+  durations_file:
+    description: 'Metadata file used to calculate splits'
+    required: false
+  total_num_split_groups:
+    description: 'Number of split groups'
+    required: true
+  split_group_to_run:
+    description: 'The split group to run in this build'
+    required: true
 runs:
   using: 'composite'
   steps:
@@ -33,9 +47,19 @@ runs:
     - name: Run tests
       id: run-tests
       shell: bash
-      run: poetry run pytest tests/integration/${{ inputs.test_suite }} --retries 2 --retry-delay 35 -s -vv --log-cli-level=DEBUG --durations=20
+      run: |
+        poetry run pytest ${{ inputs.test_suite }} \
+          --retries 2 \
+          --retry-delay 35 \
+          --log-cli-level=DEBUG \
+          --durations-path=${{ inputs.durations_file }} \
+          --splits=${{ inputs.total_num_split_groups }} \
+          --group=${{ inputs.split_group_to_run }} \
+          -s -vv
       env:
         PINECONE_API_KEY: ${{ steps.decrypt-api-key.outputs.decrypted_secret }}
         PINECONE_ADDITIONAL_HEADERS: ${{ inputs.PINECONE_ADDITIONAL_HEADERS }}
+        PINECONE_CLIENT_ID: ${{ inputs.client_id }}
+        PINECONE_CLIENT_SECRET: ${{ inputs.client_secret }}
         USE_GRPC: ${{ inputs.use_grpc }}
         SKIP_WEIRD: 'true'

.github/scripts/determine-test-suites.py

@@ -40,83 +40,26 @@ jobs:
     with:
       python_versions_json: '["3.10"]'
 
-  determine-test-suites:
-    name: Determine test suites
-    runs-on: ubuntu-latest
-    outputs:
-      rest_sync_suites: ${{ steps.determine.outputs.rest_sync_suites }}
-      rest_asyncio_suites: ${{ steps.determine.outputs.rest_asyncio_suites }}
-      grpc_sync_suites: ${{ steps.determine.outputs.grpc_sync_suites }}
-      admin_suites: ${{ steps.determine.outputs.admin_suites }}
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0  # Fetch full history for git diff
-      - name: Determine test suites
-        id: determine
-        run: |
-          run_all="${{ github.event.inputs.run_all_tests == 'true' }}"
-          if [ "${{ github.event_name }}" = "pull_request" ]; then
-            base_ref="${{ github.event.pull_request.base.ref }}"
-          else
-            base_ref="main"
-          fi
-
-          if [ "$run_all" = "true" ]; then
-            echo "Running all tests (manual override)"
-            python3 .github/scripts/determine-test-suites.py --run-all --output-format json > test_suites.json
-          else
-            echo "Determining test suites based on changed files (base: $base_ref)"
-            if ! python3 .github/scripts/determine-test-suites.py --base-ref "$base_ref" --output-format json > test_suites.json 2>&1; then
-              echo "Script failed, falling back to all tests"
-              python3 .github/scripts/determine-test-suites.py --run-all --output-format json > test_suites.json
-            fi
-          fi
-
-          # Validate JSON was created
-          if [ ! -f test_suites.json ] || ! jq empty test_suites.json 2>/dev/null; then
-            echo "Error: Failed to generate valid test_suites.json, falling back to all tests"
-            python3 .github/scripts/determine-test-suites.py --run-all --output-format json > test_suites.json
-          fi
-
-          # Extract each job type's suites and set as outputs
-          rest_sync=$(jq -c '.rest_sync' test_suites.json)
-          rest_asyncio=$(jq -c '.rest_asyncio' test_suites.json)
-          grpc_sync=$(jq -c '.grpc_sync' test_suites.json)
-          admin=$(jq -c '.admin' test_suites.json)
-
-          echo "rest_sync_suites=$rest_sync" >> $GITHUB_OUTPUT
-          echo "rest_asyncio_suites=$rest_asyncio" >> $GITHUB_OUTPUT
-          echo "grpc_sync_suites=$grpc_sync" >> $GITHUB_OUTPUT
-          echo "admin_suites=$admin" >> $GITHUB_OUTPUT
-
-          echo "Selected test suites:"
-          echo "REST sync: $rest_sync"
-          echo "REST asyncio: $rest_asyncio"
-          echo "gRPC sync: $grpc_sync"
-          echo "Admin: $admin"
-
   create-project:
     uses: './.github/workflows/project-setup.yaml'
     secrets: inherit
     needs:
       - unit-tests
 
   integration-tests:
-    if: always() && (needs.unit-tests.result == 'success' && needs.create-project.result == 'success' && needs.determine-test-suites.result == 'success')
+    if: always() && (needs.unit-tests.result == 'success' && needs.create-project.result == 'success')
     uses: './.github/workflows/testing-integration.yaml'
     secrets: inherit
     needs:
       - unit-tests
       - create-project
-      - determine-test-suites
     with:
       encrypted_project_api_key: ${{ needs.create-project.outputs.encrypted_project_api_key }}
       python_versions_json: '["3.10"]'
-      rest_sync_suites_json: ${{ needs.determine-test-suites.outputs.rest_sync_suites || '' }}
-      rest_asyncio_suites_json: ${{ needs.determine-test-suites.outputs.rest_asyncio_suites || '' }}
-      grpc_sync_suites_json: ${{ needs.determine-test-suites.outputs.grpc_sync_suites || '' }}
-      admin_suites_json: ${{ needs.determine-test-suites.outputs.admin_suites || '' }}
+      rest_sync_suites_json: ''
+      rest_asyncio_suites_json: ''
+      grpc_sync_suites_json: ''
+      admin_suites_json: ''
 
   cleanup-project:
     if: ${{ always() }}