LLM-ADE-dev / src /config.py
WilliamGazeley
Fix pydantic reserved var name collision
d5870e6
raw
history blame
663 Bytes
from pydantic import Field
from pydantic_settings import BaseSettings
class Config(BaseSettings):
hf_token: str = Field(...)
hf_model: str = Field("InvestmentResearchAI/LLM-ADE-dev")
headless: bool = Field(False, description="Run in headless mode.")
chat_template: str = Field("chatml", description="Chat template for prompt formatting")
num_fewshot: int | None = Field(None, description="Option to use json mode examples")
load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
max_depth: int = Field(5, description="Maximum number of recursive iteration")
config = Config(_env_file=".env")