BaseAIModel

llmfy.llmfy_core.models.base_ai_model

BaseAIModel

Bases: ABC

BaseAIModel Abstract

Source code in llmfy/llmfy_core/models/base_ai_model.py

class BaseAIModel(ABC):
    """BaseAIModel Abstract"""

    def __init__(self):
        """Model provider."""
        self.provider: ServiceProvider

    @abstractmethod
    def generate(
        self,
        messages: List[Dict[str, Any]],
        tools: Optional[List[Dict[str, Any]]] = None,
        **kwargs,
    ) -> AIResponse:
        pass

    @abstractmethod
    def generate_stream(
        self,
        messages: List[Dict[str, Any]],
        tools: Optional[List[Dict[str, Any]]] = None,
        **kwargs,
    ) -> Any:
        pass

__init__()

Model provider.

Source code in llmfy/llmfy_core/models/base_ai_model.py

def __init__(self):
    """Model provider."""
    self.provider: ServiceProvider