forked from microsoft/promptflow
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
update chat with pdf example (microsoft#130)
Co-authored-by: Jie Tong <[email protected]> Co-authored-by: Han Wang <[email protected]> Co-authored-by: Philip Gao <[email protected]> Co-authored-by: Clement Wang <[email protected]>
- Loading branch information
5 people
authored
Aug 22, 2023
1 parent
ef76687
commit 35b9471
Showing
104 changed files
with
3,221 additions
and
567 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
84 changes: 84 additions & 0 deletions
84
.github/workflows/samples_flows_evaluation_eval_entity_match_rate.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
| # This code is autogenerated. | ||
| # Code is generated by running custom script: python3 readme.py | ||
| # Any manual changes to this file may cause incorrect behavior. | ||
| # Any manual changes will be overwritten if the code is regenerated. | ||
|
|
||
| name: samples_flows_evaluation_eval_entity_match_rate | ||
| on: | ||
| schedule: | ||
| - cron: "10 22 * * *" # Every day starting at 6:10 BJT | ||
| pull_request: | ||
| branches: [ main ] | ||
| paths: [ examples/** ] | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| samples_readme_ci: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout repository | ||
| uses: actions/checkout@v3 | ||
| - name: Setup Python 3.9 environment | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: "3.9" | ||
| - name: Generate config.json | ||
| run: echo ${{ secrets.TEST_WORKSPACE_CONFIG_JSON }} > ${{ github.workspace }}/examples/config.json | ||
| - name: Prepare requirements | ||
| working-directory: examples/flows/evaluation/eval-entity-match-rate | ||
| run: | | ||
| if [[ -e requirements.txt ]]; then | ||
| python -m pip install --upgrade pip | ||
| pip install -r requirements.txt | ||
| fi | ||
| - name: Prepare dev requirements | ||
| working-directory: examples | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install -r dev_requirements.txt | ||
| - name: Refine .env file | ||
| working-directory: examples/flows/evaluation/eval-entity-match-rate | ||
| run: | | ||
| AOAI_API_KEY=${{ secrets.AOAI_API_KEY_TEST }} | ||
| AOAI_API_ENDPOINT=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| AOAI_API_ENDPOINT=$(echo ${AOAI_API_ENDPOINT//\//\\/}) | ||
| if [[ -e .env.example ]]; then | ||
| echo "env replacement" | ||
| sed -i -e "s/<your_AOAI_key>/$AOAI_API_KEY/g" -e "s/<your_AOAI_endpoint>/$AOAI_API_ENDPOINT/g" .env.example | ||
| mv .env.example .env | ||
| fi | ||
| - name: Create run.yml | ||
| working-directory: examples/flows/evaluation/eval-entity-match-rate | ||
| run: | | ||
| gpt_base=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| gpt_base=$(echo ${gpt_base//\//\\/}) | ||
| if [[ -e run.yml ]]; then | ||
| sed -i -e "s/\${azure_open_ai_connection.api_key}/${{ secrets.AOAI_API_KEY_TEST }}/g" -e "s/\${azure_open_ai_connection.api_base}/$gpt_base/g" run.yml | ||
| fi | ||
| - name: Azure Login | ||
| uses: azure/login@v1 | ||
| with: | ||
| creds: ${{ secrets.AZURE_CREDENTIALS }} | ||
| - name: Extract Steps examples/flows/evaluation/eval-entity-match-rate/README.md | ||
| working-directory: ${{ github.workspace }} | ||
| run: | | ||
| python scripts/readme/extract_steps_from_readme.py -f examples/flows/evaluation/eval-entity-match-rate/README.md -o examples/flows/evaluation/eval-entity-match-rate | ||
| - name: Cat script | ||
| working-directory: examples/flows/evaluation/eval-entity-match-rate | ||
| run: | | ||
| cat bash_script.sh | ||
| - name: Run scripts | ||
| working-directory: examples/flows/evaluation/eval-entity-match-rate | ||
| run: | | ||
| export aoai_api_key=${{secrets.AOAI_API_KEY_TEST }} | ||
| export aoai_api_endpoint=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| export test_workspace_sub_id=${{ secrets.TEST_WORKSPACE_SUB_ID }} | ||
| export test_workspace_rg=${{ secrets.TEST_WORKSPACE_RG }} | ||
| export test_workspace_name=${{ secrets.TEST_WORKSPACE_NAME }} | ||
| bash bash_script.sh | ||
| - name: Upload artifact | ||
| if: ${{ always() }} | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: artifact | ||
| path: examples/flows/evaluation/eval-entity-match-rate/bash_script.sh |
84 changes: 84 additions & 0 deletions
84
.github/workflows/samples_flows_evaluation_groundedness_eval.yml
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,84 @@ | ||
| # This code is autogenerated. | ||
| # Code is generated by running custom script: python3 readme.py | ||
| # Any manual changes to this file may cause incorrect behavior. | ||
| # Any manual changes will be overwritten if the code is regenerated. | ||
|
|
||
| name: samples_flows_evaluation_groundedness_eval | ||
| on: | ||
| schedule: | ||
| - cron: "10 22 * * *" # Every day starting at 6:10 BJT | ||
| pull_request: | ||
| branches: [ main ] | ||
| paths: [ examples/** ] | ||
| workflow_dispatch: | ||
|
|
||
| jobs: | ||
| samples_readme_ci: | ||
| runs-on: ubuntu-latest | ||
| steps: | ||
| - name: Checkout repository | ||
| uses: actions/checkout@v3 | ||
| - name: Setup Python 3.9 environment | ||
| uses: actions/setup-python@v4 | ||
| with: | ||
| python-version: "3.9" | ||
| - name: Generate config.json | ||
| run: echo ${{ secrets.TEST_WORKSPACE_CONFIG_JSON }} > ${{ github.workspace }}/examples/config.json | ||
| - name: Prepare requirements | ||
| working-directory: examples/flows/evaluation/groundedness-eval | ||
| run: | | ||
| if [[ -e requirements.txt ]]; then | ||
| python -m pip install --upgrade pip | ||
| pip install -r requirements.txt | ||
| fi | ||
| - name: Prepare dev requirements | ||
| working-directory: examples | ||
| run: | | ||
| python -m pip install --upgrade pip | ||
| pip install -r dev_requirements.txt | ||
| - name: Refine .env file | ||
| working-directory: examples/flows/evaluation/groundedness-eval | ||
| run: | | ||
| AOAI_API_KEY=${{ secrets.AOAI_API_KEY_TEST }} | ||
| AOAI_API_ENDPOINT=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| AOAI_API_ENDPOINT=$(echo ${AOAI_API_ENDPOINT//\//\\/}) | ||
| if [[ -e .env.example ]]; then | ||
| echo "env replacement" | ||
| sed -i -e "s/<your_AOAI_key>/$AOAI_API_KEY/g" -e "s/<your_AOAI_endpoint>/$AOAI_API_ENDPOINT/g" .env.example | ||
| mv .env.example .env | ||
| fi | ||
| - name: Create run.yml | ||
| working-directory: examples/flows/evaluation/groundedness-eval | ||
| run: | | ||
| gpt_base=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| gpt_base=$(echo ${gpt_base//\//\\/}) | ||
| if [[ -e run.yml ]]; then | ||
| sed -i -e "s/\${azure_open_ai_connection.api_key}/${{ secrets.AOAI_API_KEY_TEST }}/g" -e "s/\${azure_open_ai_connection.api_base}/$gpt_base/g" run.yml | ||
| fi | ||
| - name: Azure Login | ||
| uses: azure/login@v1 | ||
| with: | ||
| creds: ${{ secrets.AZURE_CREDENTIALS }} | ||
| - name: Extract Steps examples/flows/evaluation/groundedness-eval/README.md | ||
| working-directory: ${{ github.workspace }} | ||
| run: | | ||
| python scripts/readme/extract_steps_from_readme.py -f examples/flows/evaluation/groundedness-eval/README.md -o examples/flows/evaluation/groundedness-eval | ||
| - name: Cat script | ||
| working-directory: examples/flows/evaluation/groundedness-eval | ||
| run: | | ||
| cat bash_script.sh | ||
| - name: Run scripts | ||
| working-directory: examples/flows/evaluation/groundedness-eval | ||
| run: | | ||
| export aoai_api_key=${{secrets.AOAI_API_KEY_TEST }} | ||
| export aoai_api_endpoint=${{ secrets.AOAI_API_ENDPOINT_TEST }} | ||
| export test_workspace_sub_id=${{ secrets.TEST_WORKSPACE_SUB_ID }} | ||
| export test_workspace_rg=${{ secrets.TEST_WORKSPACE_RG }} | ||
| export test_workspace_name=${{ secrets.TEST_WORKSPACE_NAME }} | ||
| bash bash_script.sh | ||
| - name: Upload artifact | ||
| if: ${{ always() }} | ||
| uses: actions/upload-artifact@v3 | ||
| with: | ||
| name: artifact | ||
| path: examples/flows/evaluation/groundedness-eval/bash_script.sh |
Oops, something went wrong.