mirror of
https://github.com/microsoft/agent-framework.git
synced 2026-06-16 21:04:09 +08:00
205cd700c8
* first commit to tau2-bench * tau2-bench agent * tau2 agent * add condition * checkpoint * bug fix * add tests * fix tests * add comments * add comments * minor fix * fix * batch test script * . * init.bak -> init.py * fix mypy * update readme * fix env * remove temp files * setup tests * fix gaia tasks * fix tau2 tests * fix coverage * fix default version * update cookiecutter template --------- Co-authored-by: Eric Zhu <ekzhu@users.noreply.github.com>
144 lines
6.3 KiB
YAML
144 lines
6.3 KiB
YAML
name: Python - Tests
|
|
|
|
on:
|
|
pull_request:
|
|
branches: ["main", "feature*"]
|
|
paths:
|
|
- "python/**"
|
|
env:
|
|
# Configure a constant location for the uv cache
|
|
UV_CACHE_DIR: /tmp/.uv-cache
|
|
|
|
jobs:
|
|
python-tests:
|
|
name: Python Tests
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
fail-fast: true
|
|
matrix:
|
|
python-version: ["3.10", "3.11", "3.12", "3.13"]
|
|
os: [ubuntu-latest, windows-latest, macos-latest]
|
|
env:
|
|
UV_PYTHON: ${{ matrix.python-version }}
|
|
permissions:
|
|
contents: write
|
|
defaults:
|
|
run:
|
|
working-directory: python
|
|
steps:
|
|
- uses: actions/checkout@v5
|
|
- name: Set up python and install the project
|
|
id: python-setup
|
|
uses: ./.github/actions/python-setup
|
|
with:
|
|
python-version: ${{ matrix.python-version }}
|
|
os: ${{ runner.os }}
|
|
env:
|
|
# Configure a constant location for the uv cache
|
|
UV_CACHE_DIR: /tmp/.uv-cache
|
|
# Main package tests
|
|
- name: Set environment variables - main - win
|
|
if: ${{ matrix.os == 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=main" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
- name: Set environment variables - main
|
|
if: ${{ matrix.os != 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=main" >> $GITHUB_ENV
|
|
- name: Test with pytest - main
|
|
run: uv run poe --directory ./packages/${{ env.PACKAGE_NAME }} test -n logical --dist loadfile --dist worksteal --junitxml=coverage.xml
|
|
working-directory: ./python
|
|
- name: Move coverage file - main
|
|
run: |
|
|
mv ./packages/${{ env.PACKAGE_NAME }}/coverage.xml coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
working-directory: ./python
|
|
- name: Upload coverage artifact - main
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: coverage-${{ matrix.OS }}-${{ matrix.python-version }}-${{ env.PACKAGE_NAME }}
|
|
path: ./python/coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
|
|
# Azure package tests
|
|
- name: Set environment variables - azure - win
|
|
if: ${{ matrix.os == 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=azure" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
- name: Set environment variables - azure
|
|
if: ${{ matrix.os != 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=azure" >> $GITHUB_ENV
|
|
- name: Test with pytest - azure
|
|
run: uv run poe --directory ./packages/${{ env.PACKAGE_NAME }} test -n logical --dist loadfile --dist worksteal --junitxml=coverage.xml
|
|
working-directory: ./python
|
|
- name: Move coverage file - azure
|
|
run: |
|
|
mv ./packages/${{ env.PACKAGE_NAME }}/coverage.xml coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
working-directory: ./python
|
|
- name: Upload coverage artifact - azure
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: coverage-${{ matrix.OS }}-${{ matrix.python-version }}-${{ env.PACKAGE_NAME }}
|
|
path: ./python/coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
|
|
# Foundry package tests
|
|
- name: Set environment variables - foundry - win
|
|
if: ${{ matrix.os == 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=foundry" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
- name: Set environment variables - foundry
|
|
if: ${{ matrix.os != 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=foundry" >> $GITHUB_ENV
|
|
- name: Test with pytest - foundry
|
|
run: uv run poe --directory ./packages/${{ env.PACKAGE_NAME }} test -n logical --dist loadfile --dist worksteal --junitxml=coverage.xml
|
|
working-directory: ./python
|
|
- name: Move coverage file - foundry
|
|
run: |
|
|
mv ./packages/${{ env.PACKAGE_NAME }}/coverage.xml coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
working-directory: ./python
|
|
- name: Upload coverage artifact - foundry
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: coverage-${{ matrix.OS }}-${{ matrix.python-version }}-${{ env.PACKAGE_NAME }}
|
|
path: ./python/coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}.xml
|
|
|
|
# Lab package tests
|
|
- name: Set environment variables - lab - win
|
|
if: ${{ matrix.os == 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=lab" | Out-File -FilePath $env:GITHUB_ENV -Append
|
|
- name: Set environment variables - lab
|
|
if: ${{ matrix.os != 'windows-latest' }}
|
|
run: |
|
|
echo "PACKAGE_NAME=lab" >> $GITHUB_ENV
|
|
- name: Test with pytest - lab - gaia
|
|
run: uv run poe --directory ./packages/${{ env.PACKAGE_NAME }}/gaia test -n logical --dist loadfile --dist worksteal --junitxml=coverage.xml
|
|
working-directory: ./python
|
|
- name: Test with pytest - lab - tau2
|
|
run: |
|
|
uv run poe --directory ./packages/${{ env.PACKAGE_NAME }}/tau2 setup-data
|
|
uv run poe --directory ./packages/${{ env.PACKAGE_NAME }}/tau2 test -n logical --dist loadfile --dist worksteal --junitxml=coverage.xml
|
|
uv run poe --directory ./packages/${{ env.PACKAGE_NAME }}/tau2 purge-data
|
|
working-directory: ./python
|
|
- name: Move coverage file - lab
|
|
run: |
|
|
mv ./packages/${{ env.PACKAGE_NAME }}/gaia/coverage.xml coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}_gaia.xml
|
|
mv ./packages/${{ env.PACKAGE_NAME }}/tau2/coverage.xml coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}_tau2.xml
|
|
working-directory: ./python
|
|
- name: Upload coverage artifact - lab
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: coverage-${{ matrix.OS }}-${{ matrix.python-version }}-${{ env.PACKAGE_NAME }}
|
|
path: ./python/coverage_${{ matrix.OS }}_${{ matrix.python-version }}_${{ env.PACKAGE_NAME }}_*.xml
|
|
|
|
# Surface failing tests
|
|
- name: Surface failing tests
|
|
if: always()
|
|
uses: pmeier/pytest-results-action@v0.7.2
|
|
with:
|
|
path: ./python/**.xml
|
|
summary: true
|
|
display-options: fEX
|
|
fail-on-empty: true
|
|
title: Test results
|