From 71cb8749e078addf052eabb92db26eaf669df18a Mon Sep 17 00:00:00 2001 From: Harsh Trivedi Date: Tue, 26 Nov 2024 22:47:40 -0500 Subject: [PATCH] minor --- .github/workflows/new-entry.yml | 54 +++++++++++++++++---------------- 1 file changed, 28 insertions(+), 26 deletions(-) diff --git a/.github/workflows/new-entry.yml b/.github/workflows/new-entry.yml index 934f658..53895f9 100644 --- a/.github/workflows/new-entry.yml +++ b/.github/workflows/new-entry.yml @@ -66,32 +66,32 @@ jobs: - name: Fetch main branch run: git fetch origin main - - name: Verify PR file changes - run: | - echo "Checking PR for exactly two new files..." - experiment_prefix="${{ env.experiment_prefix }}" - expected_files=("experiments/outputs/${experiment_prefix}_test_challenge/leaderboard.bundle" "experiments/outputs/${experiment_prefix}_test_normal/leaderboard.bundle") - new_files=$(git diff --name-only origin/main..HEAD) - - echo "Expected files:" - printf "%s\n" "${expected_files[@]}" - echo "New files in the PR:" - echo "$new_files" - - # Sort and compare file lists - expected_sorted=$(printf "%s\n" "${expected_files[@]}") - actual_sorted=$(echo "$new_files" | sort) - - if [[ "$expected_sorted" != "$actual_sorted" ]]; then - echo "Error: File list does not match the expected files." - echo "Expected:" - echo "$expected_sorted" - echo "Actual:" - echo "$actual_sorted" - exit 1 - fi - - echo "PR file check passed. The file list matches exactly." + # - name: Verify PR file changes + # run: | + # echo "Checking PR for exactly two new files..." + # experiment_prefix="${{ env.experiment_prefix }}" + # expected_files=("experiments/outputs/${experiment_prefix}_test_challenge/leaderboard.bundle" "experiments/outputs/${experiment_prefix}_test_normal/leaderboard.bundle") + # new_files=$(git diff --name-only origin/main..HEAD) + + # echo "Expected files:" + # printf "%s\n" "${expected_files[@]}" + # echo "New files in the PR:" + # echo "$new_files" + + # # Sort and compare file lists + # expected_sorted=$(printf "%s\n" "${expected_files[@]}") + # actual_sorted=$(echo "$new_files" | sort) + + # if [[ "$expected_sorted" != "$actual_sorted" ]]; then + # echo "Error: File list does not match the expected files." + # echo "Expected:" + # echo "$expected_sorted" + # echo "Actual:" + # echo "$actual_sorted" + # exit 1 + # fi + + # echo "PR file check passed. The file list matches exactly." - name: Download relevant files run: | @@ -111,6 +111,8 @@ jobs: run: | uv run appworld evaluate ${{ env.experiment_prefix }}_test_normal test_normal uv run appworld evaluate ${{ env.experiment_prefix }}_test_challenge test_challenge + ls experiments/outputs/temp_test_test_normal/ + ls experiments/outputs/temp_test_test_challenge/ - name: Make and add leaderboard entry run: uv run appworld make ${{ env.experiment_prefix }}_test_normal ${{ env.experiment_prefix }}_test_challenge ${{env.replace_last_flag}}