georgeyw commited on
Commit
3a4c458
·
verified ·
1 Parent(s): 70346e5

Training in progress, step 100

Browse files
Files changed (3) hide show
  1. config.json +1 -1
  2. model.safetensors +2 -2
  3. training_args.bin +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "rotary_emb_base": 10000,
23
  "rotary_pct": 0.25,
24
  "tie_word_embeddings": false,
25
- "torch_dtype": "float32",
26
  "transformers_version": "4.38.2",
27
  "use_cache": true,
28
  "use_parallel_residual": true,
 
22
  "rotary_emb_base": 10000,
23
  "rotary_pct": 0.25,
24
  "tie_word_embeddings": false,
25
+ "torch_dtype": "bfloat16",
26
  "transformers_version": "4.38.2",
27
  "use_cache": true,
28
  "use_parallel_residual": true,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3445f61bd3b217136547aa735fd771bbabdb1ce4c61284b34f6e8462a5d839d8
3
- size 649308728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a407d9f33a2b31eaf258e55bf33e4c3af3f915494145d3b0b3fbf4532b7579d
3
+ size 324662984
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:617184403f8e708d830cb08954600c0159cecb90dcab48b605b24cbd7a3bc5cd
3
  size 6648
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:104f10e4a86d7419010827ae4a3ef2bfa95a550ed206fb2127305f7e382545fd
3
  size 6648