ciyidogan commited on
Commit
bde7c31
·
verified ·
1 Parent(s): 637f803

Upload service_config.py

Browse files
Files changed (1) hide show
  1. service_config.py +65 -30
service_config.py CHANGED
@@ -1,30 +1,65 @@
1
- import os
2
-
3
- class ServiceConfig:
4
- def __init__(self):
5
- self.HF_TOKEN = os.getenv("HF_TOKEN")
6
- self.MODEL_BASE = "TURKCELL/Turkcell-LLM-7b-v1"
7
- self.USE_FINE_TUNE = False
8
- self.FINE_TUNE_REPO = "UcsTurkey/trained-zips"
9
- self.FINE_TUNE_ZIP = "trained_model_000_009.zip"
10
- self.USE_SAMPLING = False
11
- self.INTENT_CONFIDENCE_THRESHOLD = 0.5
12
- self.LLM_CONFIDENCE_THRESHOLD = 0.2
13
- self.TRAIN_CONFIDENCE_THRESHOLD = 0.7
14
- self.FALLBACK_ANSWERS = [
15
- "Bu konuda maalesef bilgim yok.",
16
- "Ne demek istediğinizi tam anlayamadım.",
17
- "Bu soruya şu an yanıt veremiyorum."
18
- ]
19
- self.INTENT_MODEL_PATH = "intent_model"
20
- self.INTENT_MODEL_ID = "dbmdz/bert-base-turkish-cased"
21
- self.INTENT_MODEL = None
22
- self.INTENT_TOKENIZER = None
23
- self.LABEL2ID = {}
24
- self.INTENT_DEFINITIONS = {}
25
- self.DATA_FORMATS = []
26
-
27
- def setup_environment(self):
28
- os.environ["TRANSFORMERS_NO_ADVISORY_WARNINGS"] = "true"
29
- os.environ["TORCH_HOME"] = "/app/.torch_cache"
30
- os.makedirs("/app/.torch_cache", exist_ok=True)
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import json
3
+ from log import log
4
+
5
+ class ServiceConfig:
6
+ def __init__(self):
7
+ self.work_mode = "cloud"
8
+ self.cloud_token = None
9
+ self.projects = {}
10
+ self.data_formats = {}
11
+ self.apis = {}
12
+
13
+ def load(self, is_reload=False):
14
+ try:
15
+ log("📥 service_config.json yükleniyor...")
16
+ with open("service_config.json", "r", encoding="utf-8") as f:
17
+ config_data = json.load(f)
18
+
19
+ general_config = config_data.get("config", {})
20
+ self.work_mode = general_config.get("work_mode", "cloud")
21
+ self.cloud_token = general_config.get("cloud_token")
22
+ self.data_formats = general_config.get("data_formats", {})
23
+ self.apis = general_config.get("apis", {})
24
+
25
+ projects = config_data.get("projects", {})
26
+ for project_name, project_info in projects.items():
27
+ llm_config = project_info.get("llm", {})
28
+ intents = project_info.get("intents", [])
29
+
30
+ if project_name not in self.projects:
31
+ self.projects[project_name] = {}
32
+
33
+ self.projects[project_name]["llm"] = llm_config
34
+ self.projects[project_name]["intents"] = intents
35
+
36
+ self._initialize_project(project_name, llm_config, intents, is_reload)
37
+
38
+ log(f"✅ service_config.json yüklendi. Work mode: {self.work_mode}")
39
+
40
+ except Exception as e:
41
+ log(f"❌ ServiceConfig.load() hatası: {e}")
42
+ raise
43
+
44
+ def _initialize_project(self, project_name, llm_config, intents, is_reload):
45
+ log(f"🔧 Proje '{project_name}' başlatılıyor (reload={is_reload})")
46
+
47
+ def get_project_llm_config(self, project_name):
48
+ return self.projects.get(project_name, {}).get("llm")
49
+
50
+ def get_project_intents(self, project_name):
51
+ return self.projects.get(project_name, {}).get("intents")
52
+
53
+ def get_data_format(self, format_name):
54
+ return self.data_formats.get(format_name)
55
+
56
+ def get_api_config(self, api_name):
57
+ return self.apis.get(api_name)
58
+
59
+ def get_auth_token(self):
60
+ if self.work_mode == "hfcloud":
61
+ return os.getenv("HF_TOKEN")
62
+ elif self.work_mode == "cloud":
63
+ return self.cloud_token
64
+ else:
65
+ return None