File size: 665 Bytes
c124df1
 
 
 
 
5894c9b
 
c124df1
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
from pydantic import Field
from pydantic_settings import BaseSettings

class Config(BaseSettings):
    hf_token: str = Field(...)
    model_path: str = Field("InvestmentResearchAI/LLM-ADE-dev")
    headless: bool = Field(False, description="Run in headless mode.")
    
    chat_template: str = Field("chatml", description="Chat template for prompt formatting")
    num_fewshot: int | None = Field(None, description="Option to use json mode examples")
    load_in_4bit: str = Field("False", description="Option to load in 4bit with bitsandbytes")
    max_depth: int = Field(5, description="Maximum number of recursive iteration")

config = Config(_env_file=".env")