Chris4K commited on
Commit
e1bf1f2
·
verified ·
1 Parent(s): f11c554

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +10 -3
app.py CHANGED
@@ -10,8 +10,10 @@ os.environ["LANGFUSE_PUBLIC_KEY"] = "pk-lf-9f2c32d2-266f-421d-9b87-51377f0a268c"
10
  os.environ["LANGFUSE_SECRET_KEY"] = "sk-lf-229e10c5-6210-4a4b-a432-0f17bc66e56c"
11
  os.environ["LANGFUSE_HOST"] = "https://chris4k-langfuse-template-space.hf.space" # 🇪🇺 EU region
12
 
13
- langfuse = Langfuse()
14
-
 
 
15
 
16
 
17
 
@@ -23,6 +25,8 @@ from llama_cpp import Llama
23
  from typing import Optional, Dict
24
  import logging
25
  from functools import lru_cache
 
 
26
 
27
  class ModelManager:
28
  def __init__(self, device: Optional[str] = None):
@@ -152,7 +156,8 @@ class BatchProcessor:
152
  from abc import ABC, abstractmethod
153
  from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
154
  from dataclasses import dataclass
155
- from logging import getLogger
 
156
 
157
  from config.config import GenerationConfig, ModelConfig
158
 
@@ -359,6 +364,8 @@ class HealthCheck:
359
 
360
 
361
  # llama_generator.py
 
 
362
  class LlamaGenerator(BaseGenerator):
363
  def __init__(
364
  self,
 
10
  os.environ["LANGFUSE_SECRET_KEY"] = "sk-lf-229e10c5-6210-4a4b-a432-0f17bc66e56c"
11
  os.environ["LANGFUSE_HOST"] = "https://chris4k-langfuse-template-space.hf.space" # 🇪🇺 EU region
12
 
13
+ try:
14
+ langfuse = Langfuse()
15
+ catch:
16
+ print("Langfuse Offline")
17
 
18
 
19
 
 
25
  from typing import Optional, Dict
26
  import logging
27
  from functools import lru_cache
28
+ from config.config import GenerationConfig, ModelConfig
29
+
30
 
31
  class ModelManager:
32
  def __init__(self, device: Optional[str] = None):
 
156
  from abc import ABC, abstractmethod
157
  from typing import AsyncGenerator, Dict, Any, Optional, List, Tuple
158
  from dataclasses import dataclass
159
+ from logging import getLogger
160
+
161
 
162
  from config.config import GenerationConfig, ModelConfig
163
 
 
364
 
365
 
366
  # llama_generator.py
367
+ from config.config import GenerationConfig, ModelConfig
368
+
369
  class LlamaGenerator(BaseGenerator):
370
  def __init__(
371
  self,