Upload training_config.yml with huggingface_hub
Browse files- training_config.yml +26 -0
training_config.yml
ADDED
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
model:
|
2 |
+
_component_: models.lora_mmllama3_8b
|
3 |
+
lora_attn_modules:
|
4 |
+
- q_proj
|
5 |
+
- v_proj
|
6 |
+
apply_lora_to_mlp: false
|
7 |
+
apply_lora_to_output: false
|
8 |
+
lora_rank: 32
|
9 |
+
lora_alpha: 64
|
10 |
+
perception_tokens: 2
|
11 |
+
use_clip: false
|
12 |
+
|
13 |
+
tokenizer:
|
14 |
+
_component_: models.a2a_tokenizer
|
15 |
+
path: root/top/tokenizer.model
|
16 |
+
|
17 |
+
device: cuda
|
18 |
+
dtype: bf16
|
19 |
+
|
20 |
+
inference:
|
21 |
+
prompt_template: 'Video:\n {video}\n Caption the previous video.'
|
22 |
+
max_new_tokens: 200
|
23 |
+
temperature: 0.8
|
24 |
+
top_k: 200
|
25 |
+
|
26 |
+
|