staging.yml

name: Test Staging

on:
  pull_request:
    branches: ["staging", "*.dev*"]
    paths:
      - 'pkgs/community/**'
      - 'pkgs/core/**'
      - 'pkgs/experimental/**'
      - 'pkgs/partners/**'
      - 'pkgs/swarmauri/**'

jobs:
  detect-changes:
    runs-on: ubuntu-latest
    outputs:
      packages: ${{ steps.packages.outputs.packages }}

    steps:
      - uses: actions/checkout@v3
      - name: Detect Changed Packages
        id: packages
        run: |
          git fetch origin ${{ github.event.before }}
          git diff --name-only ${{ github.event.before }} ${{ github.sha }} > changed_files.txt
          CHANGED_PACKAGES=$(cat changed_files.txt | grep -oE '^pkgs/(community|core|experimental|partners|swarmauri)' | cut -d/ -f2 | sort -u | tr '\n' ',' | sed 's/,$//')
    
          if [ -z "$CHANGED_PACKAGES" ]; then
            # If no packages changed, set to an empty array
            CHANGED_PACKAGES_ARRAY="[]"
          else
            # Convert the comma-separated packages to a JSON array format
            CHANGED_PACKAGES_ARRAY=$(echo "[\"$(echo $CHANGED_PACKAGES | sed 's/,/","/g')\"]")
          fi

          # Export it to GITHUB_OUTPUT in JSON format
          echo "packages=$CHANGED_PACKAGES_ARRAY"
          echo "packages=$CHANGED_PACKAGES_ARRAY" >> $GITHUB_OUTPUT
 

  test:
    needs: detect-changes
    runs-on: ubuntu-latest
    strategy:
      fail-fast: false
      matrix:
        python-version: ["3.10", "3.11", "3.12"]
        package: ${{ fromJSON(needs.detect-changes.outputs.packages) }}
    if: ${{ needs.detect-changes.outputs.packages != '[]' }}

    env:
      # Model Provider Keys
      GROQ_API_KEY: ${{ secrets.GROQ_API_KEY }}
      ANTHROPIC_API_KEY: ${{ secrets.ANTHROPIC_API_KEY }}
      COHERE_API_KEY: ${{ secrets.COHERE_API_KEY }}
      GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
      MISTRAL_API_KEY: ${{ secrets.MISTRAL_API_KEY }}
      OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
      PERPLEXITY_API_KEY: ${{ secrets.PERPLEXITY_API_KEY }}
      AI21STUDIO_API_KEY: ${{ secrets.AI21STUDIO_API_KEY }}
      DEEPSEEK_API_KEY: ${{ secrets.DEEPSEEK_API_KEY }}
      SHUTTLEAI_API_KEY: ${{ secrets.SHUTTLEAI_API_KEY }}
      DEEPINFRA_API_KEY: ${{ secrets.DEEPINFRA_API_KEY }}
      OPENROUTER_API_KEY: ${{ secrets.OPENROUTER_API_KEY }}

      # Database Keys
      QDRANT_URL_KEY: ${{ secrets.QDRANT_URL_KEY }}
      QDRANT_API_KEY: ${{ secrets.QDRANT_API_KEY }}
      QDRANT_COLLECTION_NAME: ${{ secrets.QDRANT_COLLECTION_NAME }}

      # Tools
      GITHUBTOOL_TEST_REPO_NAME: ${{ secrets.GITHUBTOOL_TEST_REPO_NAME }}
      GITHUBTOOL_TEST_REPO_OWNER: ${{ secrets.GITHUBTOOL_TEST_REPO_OWNER }}
      GITHUBTOOL_TEST_TOKEN: ${{ secrets.GITHUBTOOL_TEST_TOKEN }}

    steps:
      - uses: actions/checkout@v4

      - name: Set up Python ${{ matrix.python-version }}
        uses: actions/setup-python@v4
        with:
          python-version: ${{ matrix.python-version }}

      - name: Install dependencies
        run: |
          python -m pip install --upgrade pip setuptools wheel
          python -m pip install flake8 pytest
          python -m pip install textblob
          python -m textblob.download_corpora
          if [ -f pkgs/${{ matrix.package }}/requirements.txt ]; then pip install -r pkgs/${{ matrix.package }}/requirements.txt; fi

      - name: Lint with flake8
        run: |
          flake8 pkgs/${{ matrix.package }} --count --select=E9,F63,F7,F82 --show-source --statistics
          flake8 pkgs/${{ matrix.package }} --count --exit-zero --max-complexity=10 --max-line-length=127 --statistics

      - name: Build package
        run: |
          cd pkgs/${{ matrix.package }}
          python -m pip install build
          python -m build

      - name: Install package
        run: |
          LATEST_WHL=$(ls pkgs/${{ matrix.package }}/dist/*.whl | sort -V | tail -n 1)
          python -m pip install "$LATEST_WHL"[full]

      - name: Get pip freeze
        run: |
          pip freeze

      - name: Run tests
        continue-on-error: true
        run: |
          pytest -v pkgs/${{ matrix.package }}/tests --junitxml=results.xml

      - name: Output test results for debugging
        run: |
          cat results.xml

      - name: Classify test results
        run: |
          python scripts/classify_results.py results.xml
        continue-on-error: false