suehyunpark commited on
Commit
b684128
1 Parent(s): a6e1a0d

End of training

Browse files
Files changed (4) hide show
  1. README.md +6 -3
  2. all_results.json +5 -0
  3. config.json +1 -1
  4. eval_results.json +8 -0
README.md CHANGED
@@ -1,17 +1,20 @@
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
 
 
3
  library_name: transformers
4
- model_name: potpourri-8b-inst-fft-induction-bc-trajectory-max1-per-task-tool-token-fix
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
  - sft
9
  licence: license
10
  ---
11
 
12
- # Model Card for potpourri-8b-inst-fft-induction-bc-trajectory-max1-per-task-tool-token-fix
13
 
14
- This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Induction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Induction-8B).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
  base_model: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
3
+ datasets:
4
+ - suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_tool_token
5
  library_name: transformers
6
+ model_name: barc0/Llama-3.1-ARC-Potpourri-Induction-8B
7
  tags:
8
  - generated_from_trainer
9
+ - alignment-handbook
10
  - trl
11
  - sft
12
  licence: license
13
  ---
14
 
15
+ # Model Card for barc0/Llama-3.1-ARC-Potpourri-Induction-8B
16
 
17
+ This model is a fine-tuned version of [barc0/Llama-3.1-ARC-Potpourri-Induction-8B](https://huggingface.co/barc0/Llama-3.1-ARC-Potpourri-Induction-8B) on the [['suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_tool_token']](https://huggingface.co/datasets/['suehyunpark/induction_arc_inputs_train_bc_trajectories_max1-per-task_tool_token']) dataset.
18
  It has been trained using [TRL](https://github.com/huggingface/trl).
19
 
20
  ## Quick start
all_results.json CHANGED
@@ -1,5 +1,10 @@
1
  {
2
  "epoch": 3.0,
 
 
 
 
 
3
  "total_flos": 3943670415360.0,
4
  "train_loss": 0.545412374039491,
5
  "train_runtime": 944.2174,
 
1
  {
2
  "epoch": 3.0,
3
+ "eval_loss": 0.25620439648628235,
4
+ "eval_runtime": 0.9336,
5
+ "eval_samples": 9,
6
+ "eval_samples_per_second": 9.64,
7
+ "eval_steps_per_second": 3.213,
8
  "total_flos": 3943670415360.0,
9
  "train_loss": 0.545412374039491,
10
  "train_runtime": 944.2174,
config.json CHANGED
@@ -35,6 +35,6 @@
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.46.2",
38
- "use_cache": false,
39
  "vocab_size": 128256
40
  }
 
35
  "tie_word_embeddings": false,
36
  "torch_dtype": "bfloat16",
37
  "transformers_version": "4.46.2",
38
+ "use_cache": true,
39
  "vocab_size": 128256
40
  }
eval_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 3.0,
3
+ "eval_loss": 0.25620439648628235,
4
+ "eval_runtime": 0.9336,
5
+ "eval_samples": 9,
6
+ "eval_samples_per_second": 9.64,
7
+ "eval_steps_per_second": 3.213
8
+ }