Spaces:
Running
Running
File size: 602 Bytes
7e327f2 dad2dd0 7e327f2 b441677 7e327f2 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 |
from smolagents import OpenAIServerModel, LiteLLMModel
import os
LOCAL_LLM_SETTINGS = {
"api_base": "http://127.0.0.1:1234/v1",
"api_key": "api-key",
"model_id": "gemma-3-12b-it-qat",
}
ANTHROPIC_API_KEY = os.getenv("ANTHROPIC_API_KEY")
assert ANTHROPIC_API_KEY is not None, "ANTHROPIC_API_KEY is not set"
def get_default_model():
model = LiteLLMModel(
# model_id="claude-3-7-sonnet-20250219",
model_id="claude-3-5-haiku-latest",
api_key=os.getenv("ANTHROPIC_API_KEY"),
# reasoning_effort="low",
)
print("Loaded LLM model")
return model
|