Expand frontier LLM model recommendations

This commit is contained in:
Devin AI
2026-06-26 16:32:54 +00:00
parent 8ca83e4c16
commit 4c9f56fcd5
2 changed files with 92 additions and 23 deletions
+21 -4
View File
@@ -19,11 +19,27 @@ def test_recommended_models_are_matched_case_insensitively() -> None:
@pytest.mark.parametrize(
"model_name",
[
"gpt-5.4",
"litellm/openai/gpt-5.4",
"anthropic/claude-opus-4-1",
"gpt-5.5",
"litellm/openai/gpt-5.4-pro",
"azure_ai/gpt-5.5-pro",
"bedrock_mantle/openai.gpt-5.5",
"anthropic/claude-opus-4-8",
"anthropic.claude-opus-4-8",
"vertex_ai/claude-sonnet-4-6@default",
"any-llm/anthropic/claude-sonnet-4-6",
"vertex_ai/gemini-3-pro-preview",
"vertex_ai/gemini-3.1-pro-preview",
"openrouter/google/gemini-3.1-pro-preview",
"xai/grok-4.3",
"openrouter/x-ai/grok-4",
"deepseek/deepseek-v4-pro",
"deepseek/deepseek-r1-0528",
"deepseek/deepseek-reasoner",
"dashscope/qwen3-max-2026-01-23",
"qwen3.7-max",
"moonshot/kimi-k2.6",
"kimi-k2.7-code",
"mistral/mistral-medium-3-5",
"mistral/magistral-medium-latest",
],
)
def test_frontier_model_families_are_accepted(model_name: str) -> None:
@@ -39,6 +55,7 @@ def test_frontier_model_families_are_accepted(model_name: str) -> None:
"ollama/llama3.1",
"deepseek/deepseek-chat",
"custom-ollama/gpt-5-mini-local",
"custom-provider/claude-opus-4-local",
],
)
def test_non_frontier_models_are_rejected(model_name: str) -> None: