package llm import ( "context" "fmt" "net/http" "strings" "testing" ) func TestListModelsReadsEveryPage(t *testing.T) { var paths []string var headers http.Header c := testClient(t, func(w http.ResponseWriter, r *http.Request) { headers = r.Header.Clone() paths = append(paths, r.URL.RequestURI()) if after := r.URL.Query().Get("after_id"); after == "" { fmt.Fprint(w, `{"data":[ {"type":"model","id":"claude-opus-5","display_name":"Claude Opus 5","created_at":"2026-02-01T00:00:00Z"}, {"type":"model","id":"claude-sonnet-5","display_name":"Claude Sonnet 5","created_at":"2025-09-29T00:00:00Z"}], "has_more":true,"last_id":"claude-sonnet-5"}`) return } fmt.Fprint(w, `{"data":[ {"type":"model","id":"claude-haiku-4-5-20251001","display_name":"Claude Haiku 4.5","created_at":"2025-10-01T00:00:00Z"}], "has_more":false}`) }) got, err := c.ListModels(context.Background()) if err != nil { t.Fatalf("ListModels: %v", err) } var ids []string for _, m := range got { ids = append(ids, m.ID) } if want := "claude-opus-5 claude-sonnet-5 claude-haiku-4-5-20251001"; strings.Join(ids, " ") != want { t.Errorf("ids = %v, want %s in the order the API gave them", ids, want) } if got[0].DisplayName != "Claude Opus 5" { t.Errorf("display name = %q", got[0].DisplayName) } if len(paths) != 2 { t.Fatalf("requests = %v, want a second one for the second page", paths) } if !strings.HasPrefix(paths[0], "/v1/models?") { t.Errorf("path = %q, want /v1/models", paths[0]) } if !strings.Contains(paths[1], "after_id=claude-sonnet-5") { t.Errorf("second request = %q, want it to carry the last id", paths[1]) } if headers.Get("x-api-key") != "test-key" || headers.Get("anthropic-version") == "" { t.Errorf("credentials or version missing: %v", headers) } } // Not every endpoint serves this route. The error has to name what went wrong // so the picker can say it out loud. func TestListModelsReportsAnEndpointThatWillNotAnswer(t *testing.T) { c := testClient(t, func(w http.ResponseWriter, r *http.Request) { http.Error(w, `{"type":"error","error":{"type":"not_found_error","message":"unknown route"}}`, http.StatusNotFound) }) _, err := c.ListModels(context.Background()) if err == nil { t.Fatal("a 404 produced no error") } if !strings.Contains(err.Error(), "404") && !strings.Contains(err.Error(), "not_found") { t.Errorf("error = %q, want it to say what the endpoint answered", err) } } // A bearer credential is what OAuth tokens and most gateways use, and the // listing has to authenticate the same way the messages call does. func TestListModelsSendsABearerCredential(t *testing.T) { var headers http.Header c := testClient(t, func(w http.ResponseWriter, r *http.Request) { headers = r.Header.Clone() fmt.Fprint(w, `{"data":[],"has_more":false}`) }) WithAuthToken("oauth-token")(c) if _, err := c.ListModels(context.Background()); err != nil { t.Fatalf("ListModels: %v", err) } if got := headers.Get("authorization"); got != "Bearer oauth-token" { t.Errorf("authorization = %q", got) } if headers.Get("anthropic-beta") == "" { t.Error("the oauth beta flag is missing") } } func TestListModelsRefusesWithoutCredentials(t *testing.T) { c := New(WithBaseURL("http://127.0.0.1:1")) c.apiKey, c.authToken = "", "" if _, err := c.ListModels(context.Background()); err == nil { t.Fatal("listing without credentials should not even be attempted") } } // output_config.effort is not a universal parameter: Haiku 4.5 rejects the // request outright, and xhigh only exists from Opus 4.7 on. Sending it anyway // is a 400 that reads like a bug in the harness, because it is one. func TestSupportsEffortKnowsWhichModelsTakeIt(t *testing.T) { cases := []struct { model, level string want bool }{ {"claude-opus-5", "high", true}, {"claude-opus-5", "max", true}, {"claude-sonnet-5", "xhigh", true}, {"claude-fable-5-1", "low", true}, {"claude-opus-4-8", "xhigh", true}, // The one that bit us: a subagent on Haiku with the session's effort. {"claude-haiku-4-5", "high", false}, {"claude-haiku-4-5", "low", false}, {"claude-haiku-4-5-20251001", "high", false}, {"claude-sonnet-4-5", "high", false}, // xhigh arrived with Opus 4.7; 4.6 takes the other four. {"claude-opus-4-6", "high", true}, {"claude-opus-4-6", "max", true}, {"claude-opus-4-6", "xhigh", false}, {"claude-sonnet-4-6", "xhigh", false}, // A bracketed context variant is the same model. {"claude-opus-5[1m]", "max", true}, // An empty level means "the API's own default", which is always fine. // A model this build has never heard of is treated as taking none — // see TestAnUnknownModelIsNotSentAnEffortLevel for why that way round. {"claude-haiku-4-5", "", true}, {"some-gateway/llama-4", "high", false}, } for _, c := range cases { if got := SupportsEffort(c.model, c.level); got != c.want { t.Errorf("SupportsEffort(%q, %q) = %v, want %v", c.model, c.level, got, c.want) } } } // A gateway that serves an id this build has never seen is the case the // default has to be chosen for. The two mistakes are not symmetric: sending // effort to something that does not take it is a 400 that ends the run, where // omitting it costs the level and says so in the status line. The recoverable // failure is the one to default to — the same reading adaptive thinking makes. func TestAnUnknownModelIsNotSentAnEffortLevel(t *testing.T) { for _, model := range []string{"some-gateway/llama-4", "gpt-4o", "mistral-large", ""} { if SupportsEffort(model, "high") { t.Errorf("SupportsEffort(%q, high) = true; a 400 from an unknown model ends the run", model) } } // And the level nobody set is never a problem. if !SupportsEffort("some-gateway/llama-4", "") { t.Error("an unset level was treated as unsupported") } } // Gateways decorate ids: a vendor prefix, a Bedrock namespace, a Vertex // version suffix. They name the same model, and a capability lookup that does // not see past the decoration silently downgrades every request through a // proxy. func TestModelIdsAreNormalisedPastGatewayDecoration(t *testing.T) { cases := []string{ "claude-opus-5", "anthropic/claude-opus-5", "anthropic.claude-opus-5", "claude-opus-5@20260401", "openrouter/anthropic/claude-opus-5", "claude-opus-5-20260401", "claude-opus-5[1m]", } for _, id := range cases { if !SupportsEffort(id, "max") { t.Errorf("SupportsEffort(%q, max) = false, want the same answer as the bare id", id) } if !SupportsAdaptiveThinking(id) { t.Errorf("SupportsAdaptiveThinking(%q) = false, want the same answer as the bare id", id) } if _, known := PriceOf(id); !known { t.Errorf("PriceOf(%q) does not recognise the model", id) } } // Haiku stays itself through the same decoration. for _, id := range []string{"anthropic/claude-haiku-4-5", "anthropic.claude-haiku-4-5"} { if SupportsEffort(id, "high") { t.Errorf("SupportsEffort(%q, high) = true", id) } } }