BaseAIModel

llmfy.llmfy_core.models.base_ai_model

BaseAIModel

Bases: ABC

BaseAIModel Abstract

Source code in llmfy/llmfy_core/models/base_ai_model.py

class BaseAIModel(ABC):
    """BaseAIModel Abstract"""

    def __init__(self):
        """Model provider."""
        self.provider: ServiceProvider

    @abstractmethod
    def generate(
        self,
        messages: List[Dict[str, Any]],
        tools: Optional[List[Dict[str, Any]]] = None,
        **kwargs,
    ) -> AIResponse:
        pass

    @abstractmethod
    def generate_stream(
        self,
        messages: List[Dict[str, Any]],
        tools: Optional[List[Dict[str, Any]]] = None,
        **kwargs,
    ) -> Any:
        pass

provider instance-attribute

__init__()

Model provider.

Source code in llmfy/llmfy_core/models/base_ai_model.py

def __init__(self):
    """Model provider."""
    self.provider: ServiceProvider

generate(messages, tools=None, **kwargs) abstractmethod

Source code in llmfy/llmfy_core/models/base_ai_model.py

@abstractmethod
def generate(
    self,
    messages: List[Dict[str, Any]],
    tools: Optional[List[Dict[str, Any]]] = None,
    **kwargs,
) -> AIResponse:
    pass

generate_stream(messages, tools=None, **kwargs) abstractmethod

Source code in llmfy/llmfy_core/models/base_ai_model.py

@abstractmethod
def generate_stream(
    self,
    messages: List[Dict[str, Any]],
    tools: Optional[List[Dict[str, Any]]] = None,
    **kwargs,
) -> Any:
    pass