Merge remote-tracking branch 'origin/add-interlinking'

Author: carlosejimenez

docs/submit-to-leaderboard.md

@@ -11,9 +11,17 @@ Before submitting, ensure you have:
 
 ## Submission Steps
 
-1. **Submit Predictions to API**
+1. **Check your API Quotas**
 
-First, submit your predictions to the SWE-bench API:
+You can check your quotas using `sb-cli get-quotas`.
+
+If you don't have enough quota for the `swe-bench-m` / `test` split, email the SWE-bench team at `[email protected]` and we can increase it for you.
+
+We're currently limiting submissions to `swe-bench-m` / `test` to prevent abuse.
+
+2. **Submit Predictions to API**
+
+Then, submit your predictions to the SWE-bench API:
 
 ```bash
 sb-cli submit swe-bench-m test \

pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "sb-cli"
-version = "0.1.2"
+version = "0.1.3"
 description = "Submit predictions to the SWE-bench API and manage your runs"
 authors = [
     { name = "SWE-bench team", email = "[email protected]" }

sb_cli/gen_api_key.py

@@ -28,3 +28,6 @@ def gen_api_key(
     api_key = result['api_key']
     typer.echo(message)
     typer.echo(api_key)
+    typer.echo(f"To save your API key, place the following line in your ~/.bashrc or ~/.zshrc file:")
+    typer.echo(f"export SWEBENCH_API_KEY={api_key}")
+    typer.echo(typer.style("Before using this API key you must verify the code sent to your email, using the 'verify-api-key' command.", fg="red"))

sb_cli/submit.py

@@ -325,7 +325,7 @@ def submit(
     if should_wait_for_evaluation:
         wait_for_evaluation(
             all_ids=all_ids, 
-            timeout=60 * 10,
+            timeout=60 * 30,
             **run_metadata
         )
     if gen_report: