from smolagents import OpenAIServerModel, LiteLLMModel import os LOCAL_LLM_SETTINGS = { "api_base": "http://127.0.0.1:1234/v1", "api_key": "api-key", "model_id": "gemma-3-12b-it-qat", } ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY") assert ANTHROPIC_API_KEY is not None, "ANTHROPIC_API_KEY is not set" def get_default_model(): model = LiteLLMModel( model_id="claude-3-7-sonnet-20250219", # model_id="claude-3-5-haiku-latest", api_key=os.getenv("ANTHROPIC_API_KEY"), # reasoning_effort="low", ) print("Loaded LLM model") return model