lesso commited on
Commit
7094eef
·
verified ·
1 Parent(s): 23648f0

Upload training_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_config.yml +26 -0
training_config.yml ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ model:
2
+ _component_: models.lora_mmllama3_8b
3
+ lora_attn_modules:
4
+ - q_proj
5
+ - v_proj
6
+ apply_lora_to_mlp: false
7
+ apply_lora_to_output: false
8
+ lora_rank: 32
9
+ lora_alpha: 64
10
+ perception_tokens: 2
11
+ use_clip: false
12
+
13
+ tokenizer:
14
+ _component_: models.a2a_tokenizer
15
+ path: root/top/tokenizer.model
16
+
17
+ device: cuda
18
+ dtype: bf16
19
+
20
+ inference:
21
+ prompt_template: 'Video:\n {video}\n Caption the previous video.'
22
+ max_new_tokens: 200
23
+ temperature: 0.8
24
+ top_k: 200
25
+
26
+