attempt 2

Author: RoxyFarhad

.github/workflows/integration-tests.yml

@@ -28,6 +28,17 @@ jobs:
     outputs:
       agent-matrix: ${{ steps.discover.outputs.agent-matrix }}
     steps:
+      - name: Setup GitHub CLI
+        run: |
+          echo "📦 GitHub CLI version:"
+          gh --version || {
+            echo "Installing GitHub CLI..."
+            curl -fsSL https://cli.github.com/packages/githubcli-archive-keyring.gpg | sudo dd of=/usr/share/keyrings/githubcli-archive-keyring.gpg
+            echo "deb [arch=$(dpkg --print-architecture) signed-by=/usr/share/keyrings/githubcli-archive-keyring.gpg] https://cli.github.com/packages stable main" | sudo tee /etc/apt/sources.list.d/github-cli.list > /dev/null
+            sudo apt update
+            sudo apt install gh
+          }
+
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v3
         with:
@@ -40,24 +51,48 @@ jobs:
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
         run: |
-          echo "🔍 Discovering tutorial agent images from GHCR using gh CLI..."
+          echo "🔍 Discovering tutorial agent images using packages API..."
+
+          # Debug: Check token permissions
+          echo "🔍 Debugging token permissions..."
+          echo "Token starts with: ${GITHUB_TOKEN:0:10}..."
+          echo "Repository owner: ${{ github.repository_owner }}"
 
-          # Debug: Test basic API access first
-          echo "Testing basic API access..."
-          gh api user --jq '.login' || echo "Basic API failed"
+          # Test basic API access
+          echo "Testing rate limit API..."
+          gh api rate_limit --jq '.rate.limit' || echo "Rate limit API failed"
 
-          # Try repository-level packages first (more likely to work)
-          echo "Fetching packages from scale-agentex-python repository..."
+          # Test org access
+          echo "Testing org access..."
+          gh api orgs/scaleapi --jq '.login' || echo "Cannot access org"
+
+          echo "🔍 Attempting to access packages..."
+
+          # Workflow tokens can't access org-level packages, try repository-level
+          echo "Testing repository-level packages..."
           gh api repos/scaleapi/scale-agentex-python/packages \
             --field package_type=container \
-            --jq '.[] | select(.name | contains("tutorial-agents")) | .name' > packages.txt 2>/dev/null || {
-            echo "Repository packages failed, trying organization packages..."
-
-            # Fallback to org packages with simpler query
-            gh api orgs/scaleapi/packages \
-              --field package_type=container \
-              --jq '.[] | select(.name | startswith("scale-agentex-python/tutorial-agents/")) | .name' > packages.txt 2>/dev/null || {
-              echo "Organization packages also failed, using fallback list..."
+            --field per_page=100 > packages_raw.json || {
+            echo "Repository packages failed, checking if packages exist..."
+
+            # Alternative: Try to infer from repository structure
+            echo "Falling back to repository directory structure..."
+            gh api repos/scaleapi/scale-agentex-python/contents/tutorial-agents \
+              --jq '.[] | select(.type == "dir") | "scaleapi/scale-agentex-python/tutorial-agents/" + .name' > packages.txt || {
+              echo "Directory structure also failed - no packages found"
+              touch packages.txt
+            }
+            exit 0
+          }
+
+          echo "Raw repository packages response:"
+          head -20 packages_raw.json
+
+          # Filter for tutorial agents packages
+          jq -r '.[] | select(.name | contains("tutorial-agents")) | "scaleapi/" + .name' packages_raw.json > packages.txt || {
+            echo "No tutorial-agents packages found in response"
+            touch packages.txt
+          }
 
           echo "📋 Found tutorial agent packages:"
           cat packages.txt
@@ -70,7 +105,7 @@ jobs:
             if [[ -n "$package_name" ]]; then
               echo "Processing package: $package_name"
 
-              # Extract agent name from package (e.g., "00_sync-000_hello_acp")
+              # Extract agent directory name (e.g., "00_sync-000_hello_acp")
               agent_dir=$(basename "$package_name")
 
               # Convert to agent name format (e.g., "s000-hello-acp")
@@ -85,7 +120,7 @@ jobs:
                 AGENT_IMAGES+=","
               fi
 
-              AGENT_IMAGES+='{"name":"'$agent_dir'","image":"ghcr.io/scaleapi/'$package_name':latest","agent_name":"'$agent_name'"}'
+              AGENT_IMAGES+='{"name":"'$agent_dir'","image":"ghcr.io/'$package_name':latest","agent_name":"'$agent_name'"}'
             fi
           done < packages.txt
 
@@ -98,7 +133,7 @@ jobs:
           echo "agent-matrix=$(echo "$AGENT_IMAGES" | jq -c '.')" >> $GITHUB_OUTPUT
 
           # Cleanup
-          rm -f packages.txt
+          rm -f packages.txt packages_raw.json
 
   run-integration-tests:
     name: "Run Integration Tests - ${{ matrix.agent.name }}"