xzyun2011 commited on
Commit
811815e
·
1 Parent(s): d05a9e7

update_config

Browse files
Files changed (3) hide show
  1. .gitignore +1 -0
  2. configs/agent_cfg.yaml +14 -0
  3. configs/model_cfg.yaml +2 -0
.gitignore CHANGED
@@ -14,6 +14,7 @@ rag/chroma/
14
  # log
15
  *.log
16
  .env
 
17
 
18
  # ---> VisualStudioCode
19
  .vscode/*
 
14
  # log
15
  *.log
16
  .env
17
+ *.mp3
18
 
19
  # ---> VisualStudioCode
20
  .vscode/*
configs/agent_cfg.yaml ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # agent config
2
+ repo_root: /root/wulewule
3
+ data_source_dir: ${repo_root}/data # txt data dir
4
+
5
+ # local llm
6
+ llm_model: ${repo_root}/models/wulewule_v1_7b # wulewule model path
7
+ agent_embeddings_model: /root/model/sentence-transformer # agent used embeddings model
8
+
9
+ # remote llm
10
+ use_remote: True ## use SiliconFlow api llm
11
+ SiliconFlow_api: "" ## SiliconFlow api key
12
+ remote_llm: "Qwen/Qwen2.5-72B-Instruct" # SiliconFlow llm
13
+ remote_embeddings_model: "BAAI/bge-m3" # SiliconFlow embeddings model
14
+
configs/model_cfg.yaml CHANGED
@@ -3,10 +3,12 @@
3
  defaults:
4
  - rag_cfg
5
  - _self_
 
6
 
7
  llm_default_dir: ./models
8
  llm_model: ${llm_default_dir}/wulewule_v1_1_8b-w4a16-4bit # wulewule model path, w4a16-4bit must turn on "use_lmdepoly"
9
  # llm_model: ${repo_root}/models/wulewule_v1_1_8b # wulewule model path
 
10
  use_lmdepoly: True
11
  use_rag: True ## 是否开启rag
12
  stream_response: True # whether use streaming output
 
3
  defaults:
4
  - rag_cfg
5
  - _self_
6
+ - agent_cfg
7
 
8
  llm_default_dir: ./models
9
  llm_model: ${llm_default_dir}/wulewule_v1_1_8b-w4a16-4bit # wulewule model path, w4a16-4bit must turn on "use_lmdepoly"
10
  # llm_model: ${repo_root}/models/wulewule_v1_1_8b # wulewule model path
11
+ agent_mode: True
12
  use_lmdepoly: True
13
  use_rag: True ## 是否开启rag
14
  stream_response: True # whether use streaming output