Merge branch 'main' of https://github.com/stonybrooknlp/appworld-lead…

…erboard into test-pr-2

.github/workflows/leaderboard.yml

@@ -89,12 +89,8 @@ jobs:
             git config user.name "github-actions[bot]"
             git config user.email "github-actions[bot]@users.noreply.github.com"
             git add -f experiments/outputs/_leaderboard.json
-            if git diff-index --quiet HEAD --; then
-              echo "No changes to commit"
-            else
-              git commit -m "add leaderboard entry"
-              git push origin ${{ steps.get-branch.outputs.branch }}
-            fi
+            git commit -m "add leaderboard entry" || true
+            git push origin ${{ steps.get-branch.outputs.branch }} || true
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 

scripts/add_to_leaderboard.py

@@ -33,6 +33,11 @@ def validate_diff(experiment_prefixes: list[str]) -> None:
         text=True,
     )
     added_file_paths = output.stdout.strip().splitlines()
+    added_file_paths = [
+        file_path
+        for file_path in added_file_paths
+        if file_path == os.path.join("experiments", "outputs", "_leaderboard.json")
+    ]
     output = subprocess.run(
         ["git", "diff", "origin/main", "--diff-filter=MD", "--name-only"],
         capture_output=True,