File size: 851 Bytes
18600eb 48d70f7 f3be862 13e9966 18600eb 9c56ca2 18600eb |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 |
# config/config.py
from pydantic_settings import BaseSettings
from pathlib import Path
import torch
class Settings(BaseSettings):
secret_key: str
api_key: str
MODEL_NAME: str = "BitStreamX/Llama-3.2-3B-Instruct-Q5_K_M-GGUF"
EMBEDDER_MODEL: str = "distiluse-base-multilingual-cased"
CHUNK_SIZE: int = 1000
CHUNK_OVERLAP: int = 100
CSV_URL: str = 'https://www.bofrost.de/datafeed/DE/products.csv'
PDF_FOLDER: Path = Path("./pdfs")
DEVICE: str = "cuda" if torch.cuda.is_available() else "cpu"
QUANTIZATION_BITS: int = 8
FAQ_ROOT_URL: str = "https://www.bofrost.de/faq/"
CACHE_DURATION: int = 3600
MAX_RETRIES: int = 3
TIMEOUT: int = 30
class Config:
extra = "allow" # This allows additional fields beyond those defined in the class
env_file = ".env"
settings = Settings()
|