Lukeam commited on
Commit
ff96688
·
verified ·
1 Parent(s): 7501f7d

Upload training_config.yml with huggingface_hub

Browse files
Files changed (1) hide show
  1. training_config.yml +15 -0
training_config.yml ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ compute:
2
+ instance_type: A100:32GB
3
+ region: us-east-1 # or your preferred region
4
+
5
+ base_model: meta-llama/Llama-2-7b-hf
6
+ model_id: Lukeam/llama-aa-fine-tuned
7
+ dataset: processed_qa.jsonl
8
+
9
+ training:
10
+ learning_rate: 5e-5
11
+ num_train_epochs: 3
12
+ per_device_train_batch_size: 2
13
+ gradient_accumulation_steps: 4
14
+ save_steps: 1000
15
+ eval_steps: 500