davidpomerenke commited on
Commit
9ea2dd3
·
verified ·
1 Parent(s): 4bfbb64

Upload from GitHub Actions: add gpt-5.1, gemini-3

Browse files
Files changed (1) hide show
  1. evals/models.py +2 -0
evals/models.py CHANGED
@@ -19,6 +19,7 @@ important_models = [
19
  "meta-llama/llama-3.1-70b-instruct", # 0.3$
20
  "meta-llama/llama-3-70b-instruct", # 0.4$
21
  # "meta-llama/llama-2-70b-chat", # 0.9$; not properly supported by OpenRouter
 
22
  "openai/gpt-5",
23
  "openai/gpt-5-mini",
24
  "openai/gpt-5-nano",
@@ -36,6 +37,7 @@ important_models = [
36
  "mistralai/mistral-medium-3.1",
37
  "mistralai/mistral-saba", # 0.6$
38
  "mistralai/mistral-nemo", # 0.08$
 
39
  "google/gemini-2.5-pro", # $10
40
  "google/gemini-2.5-flash", # 0.6$
41
  "google/gemini-2.5-flash-lite", # 0.3$
 
19
  "meta-llama/llama-3.1-70b-instruct", # 0.3$
20
  "meta-llama/llama-3-70b-instruct", # 0.4$
21
  # "meta-llama/llama-2-70b-chat", # 0.9$; not properly supported by OpenRouter
22
+ "openai/gpt-5.1",
23
  "openai/gpt-5",
24
  "openai/gpt-5-mini",
25
  "openai/gpt-5-nano",
 
37
  "mistralai/mistral-medium-3.1",
38
  "mistralai/mistral-saba", # 0.6$
39
  "mistralai/mistral-nemo", # 0.08$
40
+ "google/gemini-3-pro-preview",
41
  "google/gemini-2.5-pro", # $10
42
  "google/gemini-2.5-flash", # 0.6$
43
  "google/gemini-2.5-flash-lite", # 0.3$