Xubin RenandXubin Ren
3dfdab704e
- Remove litellm dependency entirely (supply chain risk mitigation) - Add AnthropicProvider (native SDK) and OpenAICompatProvider (unified) - Merge CustomProvider into OpenAICompatProvider, delete custom_provider.py - Add ProviderSpec.backend field for declarative provider routing - Remove _resolve_model, find_gateway, find_by_model (dead heuristics) - Pass resolved spec directly into provider — zero internal lookups - Stub out litellm-dependent model database (cli/models.py) - Add anthropic>=0.45.0 to dependencies, remove litellm - 593 tests passed, net -1034 lines
40 lines
1.2 KiB
Python
40 lines
1.2 KiB
Python
"""LLM provider abstraction module."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from importlib import import_module
|
|
from typing import TYPE_CHECKING
|
|
|
|
from nanobot.providers.base import LLMProvider, LLMResponse
|
|
|
|
__all__ = [
|
|
"LLMProvider",
|
|
"LLMResponse",
|
|
"AnthropicProvider",
|
|
"OpenAICompatProvider",
|
|
"OpenAICodexProvider",
|
|
"AzureOpenAIProvider",
|
|
]
|
|
|
|
_LAZY_IMPORTS = {
|
|
"AnthropicProvider": ".anthropic_provider",
|
|
"OpenAICompatProvider": ".openai_compat_provider",
|
|
"OpenAICodexProvider": ".openai_codex_provider",
|
|
"AzureOpenAIProvider": ".azure_openai_provider",
|
|
}
|
|
|
|
if TYPE_CHECKING:
|
|
from nanobot.providers.anthropic_provider import AnthropicProvider
|
|
from nanobot.providers.azure_openai_provider import AzureOpenAIProvider
|
|
from nanobot.providers.openai_compat_provider import OpenAICompatProvider
|
|
from nanobot.providers.openai_codex_provider import OpenAICodexProvider
|
|
|
|
|
|
def __getattr__(name: str):
|
|
"""Lazily expose provider implementations without importing all backends up front."""
|
|
module_name = _LAZY_IMPORTS.get(name)
|
|
if module_name is None:
|
|
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
|
module = import_module(module_name, __name__)
|
|
return getattr(module, name)
|