LLM-ADE-dev / config.py
WilliamGazeley
Initial untested rag code
c124df1
raw
history blame
589 Bytes
from pydantic import Field
from pydantic_settings import BaseSettings
class Config(BaseSettings):
hf_token: str = Field(...)
model: str = Field("InvestmentResearchAI/LLM-ADE-dev")
chat_template: str = Field("chatml", description="Chat template for prompt formatting")
num_fewshot: int | None = Field(None, description="Option to use json mode examples")
load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
max_depth: int = Field(5, description="Maximum number of recursive iteration")
config = Config(_env_file=".env")