"""Tests for the provider registry.""" import pytest from skill_eval_runner.providers import get_provider, provider_names def test_builtin_providers_registered() -> None: """Anthropic, GitHub Models, and Bedrock are registered out of the box.""" names = provider_names() assert "anthropic" in names assert "github-models" in names assert "bedrock" in names def test_get_unknown_provider_raises() -> None: """An unknown provider name raises KeyError.""" with pytest.raises(KeyError): get_provider("nope") def test_provider_exposes_presets() -> None: """The anthropic provider exposes small and large model presets.""" provider = get_provider("anthropic") assert provider.small_model assert provider.large_model def test_bedrock_uses_inference_profile_ids() -> None: """The bedrock provider defaults to cross-Region inference profile IDs.""" provider = get_provider("bedrock") assert provider.default_model.startswith("us.anthropic.") assert provider.small_model.startswith("us.anthropic.")