From ef3d430f6a844ee8bf45f442c6270a2717fcbd42 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?L=C3=A9o=20Boisvert?= Date: Thu, 26 Sep 2024 11:57:32 -0400 Subject: [PATCH 1/5] add call to WorkArena tests in browsergym PRs + on a schedule --- .github/workflows/unit_tests.yml | 36 ++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index f9286ddf..f4a168e8 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -410,3 +410,39 @@ jobs: OPENAI_API_KEY: "" run: | pytest -n 5 --durations=10 -m 'not pricy' --slowmo 1000 -v tests/assistantbench + + workarena-fast-tests: + if: github.event_name == 'pull_request' + uses: ServiceNow/WorkArena/.github/workflows/unit-tests.yml@main + with: + run_fast_tests_only: true + secrets: inherit + + scheduled-workarena-slow-tests: + if: github.event_name == 'schedule' + runs-on: ubuntu-22.04 + steps: + - name: Checkout repository + uses: actions/checkout@v4 + with: + fetch-depth: 2 + + - name: Check for recent merge to main + id: check-merge + run: | + LAST_COMMIT_DATE=$(git log -1 --format=%ct) + CURRENT_DATE=$(date +%s) + DIFF=$((CURRENT_DATE - LAST_COMMIT_DATE)) + if [ $DIFF -le 86400 ]; then + echo "recent_merge=true" >> $GITHUB_OUTPUT + else + echo "recent_merge=false" >> $GITHUB_OUTPUT + fi + + - name: WorkArena slow tests + if: steps.check-merge.outputs.recent_merge == 'true' + uses: peter-evans/repository-dispatch@v2 + with: + token: ${{ secrets.PAT }} + repository: ServiceNow/WorkArena + event-type: dependency-update From 7fac8b7f9896147e79a49e4051e47757ba90adba Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?L=C3=A9o=20Boisvert?= Date: Thu, 26 Sep 2024 11:59:12 -0400 Subject: [PATCH 2/5] Update unit_tests.yml --- .github/workflows/unit_tests.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index f4a168e8..6ef85838 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -413,7 +413,7 @@ jobs: workarena-fast-tests: if: github.event_name == 'pull_request' - uses: ServiceNow/WorkArena/.github/workflows/unit-tests.yml@main + uses: ServiceNow/WorkArena/.github/workflows/unit-tests.yml@workarena-plus-plus with: run_fast_tests_only: true secrets: inherit From 66225f725b7f5920fb8056c5304ae5b198ab44be Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?L=C3=A9o=20Boisvert?= Date: Thu, 26 Sep 2024 12:03:24 -0400 Subject: [PATCH 3/5] Update unit_tests.yml --- .github/workflows/unit_tests.yml | 1 + 1 file changed, 1 insertion(+) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 6ef85838..67fcf6c6 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -446,3 +446,4 @@ jobs: token: ${{ secrets.PAT }} repository: ServiceNow/WorkArena event-type: dependency-update + From 19eb2ebe632757879d2e45c285ec792fa863fd14 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?L=C3=A9o=20Boisvert?= Date: Thu, 26 Sep 2024 13:57:25 -0400 Subject: [PATCH 4/5] Update unit_tests.yml --- .github/workflows/unit_tests.yml | 36 ++++++++++++++++++++++++++++---- 1 file changed, 32 insertions(+), 4 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 67fcf6c6..5d9e5154 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -413,11 +413,39 @@ jobs: workarena-fast-tests: if: github.event_name == 'pull_request' - uses: ServiceNow/WorkArena/.github/workflows/unit-tests.yml@workarena-plus-plus - with: - run_fast_tests_only: true - secrets: inherit + runs-on: ubuntu-22.04 + steps: + - name: Checkout Dependency Repo + uses: actions/checkout@v4 + - name: Checkout WorkArena + uses: actions/checkout@v4 + with: + repository: ServiceNow/WorkArena + ref: workarena-plus-plus + path: WorkArena + + - name: Set up Python + uses: actions/setup-python@v5 + with: + python-version: '3.10' + cache: 'pip' + + - name: Install dependencies + working-directory: WorkArena/dev + run: pip install -r requirements.txt + + - name: Install Playwright + run: playwright install --with-deps + + - name: Run fast tests + working-directory: WorkArena + env: + SNOW_INSTANCE_URL: ${{ secrets.SNOW_INSTANCE_URL }} + SNOW_INSTANCE_UNAME: ${{ secrets.SNOW_INSTANCE_UNAME }} + SNOW_INSTANCE_PWD: ${{ secrets.SNOW_INSTANCE_PWD }} + run: pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests + scheduled-workarena-slow-tests: if: github.event_name == 'schedule' runs-on: ubuntu-22.04 From 9ec1d7ba8d1a9602fc2eb4dd841013f43730c5e6 Mon Sep 17 00:00:00 2001 From: Maxime Gasse Date: Wed, 23 Oct 2024 11:41:56 -0400 Subject: [PATCH 5/5] renaming --- .github/workflows/unit_tests.yml | 9 ++++----- 1 file changed, 4 insertions(+), 5 deletions(-) diff --git a/.github/workflows/unit_tests.yml b/.github/workflows/unit_tests.yml index 5d9e5154..5e254865 100644 --- a/.github/workflows/unit_tests.yml +++ b/.github/workflows/unit_tests.yml @@ -410,8 +410,8 @@ jobs: OPENAI_API_KEY: "" run: | pytest -n 5 --durations=10 -m 'not pricy' --slowmo 1000 -v tests/assistantbench - - workarena-fast-tests: + + workarena-fast: if: github.event_name == 'pull_request' runs-on: ubuntu-22.04 steps: @@ -445,8 +445,8 @@ jobs: SNOW_INSTANCE_UNAME: ${{ secrets.SNOW_INSTANCE_UNAME }} SNOW_INSTANCE_PWD: ${{ secrets.SNOW_INSTANCE_PWD }} run: pytest -n 5 --durations=10 -m 'not slow and not pricy' --slowmo 1000 -v tests - - scheduled-workarena-slow-tests: + + scheduled-workarena-slow: if: github.event_name == 'schedule' runs-on: ubuntu-22.04 steps: @@ -474,4 +474,3 @@ jobs: token: ${{ secrets.PAT }} repository: ServiceNow/WorkArena event-type: dependency-update -