Hugging Face's logo

AlgorithmicResearchGroup
/
phi-arxiv-physics-instruct

Summarization
Transformers
Safetensors
English
phi
text-generation
arxiv
custom_code
text-generation-inference
Model card Files Community
1
matthewkenney commited on
Commit
1ce33dd
·
1 Parent(s): 5eb8866

Upload PhiForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +3 -2
  2. generation_config.json +1 -1
  3. model.safetensors +2 -2
config.json CHANGED
@@ -10,11 +10,12 @@
10
  "AutoModelForCausalLM": "microsoft/phi-1_5--modeling_phi.PhiForCausalLM"
11
  },
12
  "embd_pdrop": 0.0,
 
13
  "flash_rotary": false,
14
  "fused_dense": false,
15
  "initializer_range": 0.02,
16
  "layer_norm_epsilon": 1e-05,
17
- "model_type": "mixformer-sequential",
18
  "n_embd": 2048,
19
  "n_head": 32,
20
  "n_head_kv": null,
@@ -25,6 +26,6 @@
25
  "rotary_dim": 32,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float16",
28
- "transformers_version": "4.35.1",
29
  "vocab_size": 51200
30
  }
 
10
  "AutoModelForCausalLM": "microsoft/phi-1_5--modeling_phi.PhiForCausalLM"
11
  },
12
  "embd_pdrop": 0.0,
13
+ "flash_attn": false,
14
  "flash_rotary": false,
15
  "fused_dense": false,
16
  "initializer_range": 0.02,
17
  "layer_norm_epsilon": 1e-05,
18
+ "model_type": "phi",
19
  "n_embd": 2048,
20
  "n_head": 32,
21
  "n_head_kv": null,
 
26
  "rotary_dim": 32,
27
  "tie_word_embeddings": false,
28
  "torch_dtype": "float16",
29
+ "transformers_version": "4.35.2",
30
  "vocab_size": 51200
31
  }
generation_config.json CHANGED
@@ -1,4 +1,4 @@
1
  {
2
  "_from_model_config": true,
3
- "transformers_version": "4.35.1"
4
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "transformers_version": "4.35.2"
4
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:062fc0c989a93443b8e88340acfff53f3f85b11acf8ff8cb88fcdb0a956b1023
3
- size 2836565464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83aa3949df5dcb42761fcd27a7c9e16f97eef5357e2d937c6d4c3ffab5b137c5
3
+ size 2836567160