Spaces:
Running
Running
Upload from GitHub Actions: add gpt-5.1, gemini-3
Browse files- evals/models.py +2 -0
evals/models.py
CHANGED
|
@@ -19,6 +19,7 @@ important_models = [
|
|
| 19 |
"meta-llama/llama-3.1-70b-instruct", # 0.3$
|
| 20 |
"meta-llama/llama-3-70b-instruct", # 0.4$
|
| 21 |
# "meta-llama/llama-2-70b-chat", # 0.9$; not properly supported by OpenRouter
|
|
|
|
| 22 |
"openai/gpt-5",
|
| 23 |
"openai/gpt-5-mini",
|
| 24 |
"openai/gpt-5-nano",
|
|
@@ -36,6 +37,7 @@ important_models = [
|
|
| 36 |
"mistralai/mistral-medium-3.1",
|
| 37 |
"mistralai/mistral-saba", # 0.6$
|
| 38 |
"mistralai/mistral-nemo", # 0.08$
|
|
|
|
| 39 |
"google/gemini-2.5-pro", # $10
|
| 40 |
"google/gemini-2.5-flash", # 0.6$
|
| 41 |
"google/gemini-2.5-flash-lite", # 0.3$
|
|
|
|
| 19 |
"meta-llama/llama-3.1-70b-instruct", # 0.3$
|
| 20 |
"meta-llama/llama-3-70b-instruct", # 0.4$
|
| 21 |
# "meta-llama/llama-2-70b-chat", # 0.9$; not properly supported by OpenRouter
|
| 22 |
+
"openai/gpt-5.1",
|
| 23 |
"openai/gpt-5",
|
| 24 |
"openai/gpt-5-mini",
|
| 25 |
"openai/gpt-5-nano",
|
|
|
|
| 37 |
"mistralai/mistral-medium-3.1",
|
| 38 |
"mistralai/mistral-saba", # 0.6$
|
| 39 |
"mistralai/mistral-nemo", # 0.08$
|
| 40 |
+
"google/gemini-3-pro-preview",
|
| 41 |
"google/gemini-2.5-pro", # $10
|
| 42 |
"google/gemini-2.5-flash", # 0.6$
|
| 43 |
"google/gemini-2.5-flash-lite", # 0.3$
|