Camel.models.model manager

Documentation Index

Fetch the complete documentation index at: https://docs.camel-ai.org/llms.txt

Use this file to discover all available pages before exploring further.

​

ModelProcessingError

class ModelProcessingError(Exception):

​

ModelManager

class ModelManager:

• models (Union[BaseModelBackend, List[BaseModelBackend]]): model backend or list of model backends (e.g., model instances, APIs)
• scheduling_strategy (str): name of function that defines how to select the next model. (default: :str:round_robin)

​

init

def __init__(
    self,
    models: Union[BaseModelBackend, List[BaseModelBackend]],
    scheduling_strategy: str = 'round_robin'
):

​

model_type

def model_type(self):

​

model_config_dict

def model_config_dict(self):

​

model_config_dict

def model_config_dict(self, model_config_dict: Dict[str, Any]):

• model_config_dict (Dict[str, Any]): Config dictionary to be set at current model.

​

current_model_index

def current_model_index(self):

​

num_models

def num_models(self):

​

token_limit

def token_limit(self):

​

token_counter

def token_counter(self):

​

add_strategy

def add_strategy(self, name: str, strategy_fn: Callable):

• name (str): The name of the strategy.
• strategy_fn (Callable): The scheduling strategy function.

​

round_robin

def round_robin(self):

​

always_first

def always_first(self):

​

random_model

def random_model(self):

​

run

def run(
    self,
    messages: List[OpenAIMessage],
    response_format: Optional[Type[BaseModel]] = None,
    tools: Optional[List[Dict[str, Any]]] = None
):

• messages (List[OpenAIMessage]): Message list with the chat history in OpenAI API format.