added option to make deferred evaluation quieter #3
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - trulens_eval/**/* | |
| - .github/workflows/ci-eval-pr.yml | |
| jobs: | |
| PRBranchProtect: | |
| runs-on: ubuntu-latest | |
| strategy: | |
| matrix: | |
| include: | |
| - python-version: "3.12" | |
| tests-folder: tests/unit | |
| - python-version: "3.9" | |
| tests-folder: tests/unit/static | |
| - python-version: "3.10" | |
| tests-folder: tests/unit/static | |
| - python-version: "3.11" | |
| tests-folder: tests/unit/static | |
| timeout-minutes: 30 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| with: | |
| fetch-depth: 0 | |
| clean: true | |
| - name: Setup Conda | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| activate-environment: myenv | |
| # - name: Install and run formatters | |
| # if: ${{ matrix.python-version }} == '3.11' | |
| # run: | | |
| # conda activate myenv | |
| # pip install yapf==0.32.0 isort==5.10.1 --verbose | |
| # ./format.sh --eval | |
| # num_changed_files=`git ls-files --others -m --exclude-standard ./trulens_eval | wc -l` | |
| # if [ $num_changed_files -ne 0 ]; then | |
| # echo "The following files have changed after running format.sh. Please format your code and update the PR." | |
| # git ls-files --others -m --exclude-standard ./trulens_eval | |
| # git diff | |
| # fi | |
| # shell: bash -el {0} | |
| - name: Install trulens | |
| run: | | |
| conda activate myenv | |
| cd ./trulens_eval | |
| pip install -e . --verbose | |
| shell: bash -el {0} | |
| - name: Install testing packages | |
| run: | | |
| conda activate myenv | |
| pip install pytest==7.0.1 pytest-subtests pytest-azurepipelines --verbose | |
| shell: bash -el {0} | |
| - name: Describe python env | |
| run: | | |
| conda activate myenv | |
| python --version | |
| pip --version | |
| pip list --verbose | |
| shell: bash -el {0} | |
| - name: Unit tests with required packages | |
| run: | | |
| conda activate myenv | |
| cd ./trulens_eval | |
| python -m pytest --test-run-title="Required ${{ matrix.python-version }} unit tests" ${{ matrix.tests-folder }} | |
| shell: bash -el {0} | |
| env: | |
| OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }} | |
| PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }} | |
| PINECONE_ENV: "us-west1-gcp-free" | |
| # - name: Install optional packages and run tests | |
| # run: | | |
| # conda activate myenv | |
| # cd ./trulens_eval | |
| # pip install --verbose -r trulens_eval/requirements.optional.txt | |
| # python -m pytest --test-run-title="Optional ${{ matrix.python-version }} unit tests" ${{ matrix.tests-folder }} | |
| # shell: bash -el {0} | |
| # env: | |
| # TEST_OPTIONAL: true | |
| # OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }} | |
| # HUGGINGFACE_API_KEY: ${{ secrets.HUGGINGFACE_API_KEY }} | |
| # PINECONE_API_KEY: ${{ secrets.PINECONE_API_KEY }} | |
| # PINECONE_ENV: ${{ secrets.PINECONE_ENV }} | |
| # HUGGINGFACEHUB_API_TOKEN: ${{ secrets.HUGGINGFACEHUB_API_TOKEN }} |