LLM-ADE-dev / config.py
WilliamGazeley
Add final output agent
5894c9b
raw
history blame
665 Bytes
from pydantic import Field
from pydantic_settings import BaseSettings
class Config(BaseSettings):
hf_token: str = Field(...)
model_path: str = Field("InvestmentResearchAI/LLM-ADE-dev")
headless: bool = Field(False, description="Run in headless mode.")
chat_template: str = Field("chatml", description="Chat template for prompt formatting")
num_fewshot: int | None = Field(None, description="Option to use json mode examples")
load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
max_depth: int = Field(5, description="Maximum number of recursive iteration")
config = Config(_env_file=".env")