Update files
Browse files- README.md +38 -2
- config.json +2 -2
README.md
CHANGED
@@ -2,10 +2,46 @@
|
|
2 |
license: cc-by-sa-4.0
|
3 |
---
|
4 |
|
|
|
|
|
|
|
|
|
|
|
|
|
5 |
# Output from Optimum CLI
|
6 |
|
7 |
```
|
8 |
The ONNX export succeeded with the warning: The maximum absolute difference between the output of the reference model and the ONNX exported model is not within the set tolerance 1e-05:
|
9 |
-
- logits: max diff =
|
10 |
-
- present.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
11 |
```
|
|
|
2 |
license: cc-by-sa-4.0
|
3 |
---
|
4 |
|
5 |
+
# Command
|
6 |
+
|
7 |
+
```
|
8 |
+
optimum-cli export onnx --model stabilityai/stablelm-3b-4e1t --trust-remote-code --device cpu --optimize O1 output/onnx-fp32/
|
9 |
+
```
|
10 |
+
|
11 |
# Output from Optimum CLI
|
12 |
|
13 |
```
|
14 |
The ONNX export succeeded with the warning: The maximum absolute difference between the output of the reference model and the ONNX exported model is not within the set tolerance 1e-05:
|
15 |
+
- logits: max diff = 6.580352783203125e-05
|
16 |
+
- present.7.key: max diff = 4.1484832763671875e-05
|
17 |
+
- present.8.key: max diff = 4.291534423828125e-05
|
18 |
+
- present.9.key: max diff = 4.2438507080078125e-05
|
19 |
+
- present.10.key: max diff = 5.14984130859375e-05
|
20 |
+
- present.11.key: max diff = 5.245208740234375e-05
|
21 |
+
- present.12.key: max diff = 4.863739013671875e-05
|
22 |
+
- present.13.key: max diff = 4.9114227294921875e-05
|
23 |
+
- present.14.key: max diff = 5.0067901611328125e-05
|
24 |
+
- present.15.key: max diff = 5.340576171875e-05
|
25 |
+
- present.16.key: max diff = 4.9591064453125e-05
|
26 |
+
- present.17.key: max diff = 4.38690185546875e-05
|
27 |
+
- present.18.key: max diff = 2.956390380859375e-05
|
28 |
+
- present.19.key: max diff = 2.6702880859375e-05
|
29 |
+
- present.20.key: max diff = 2.574920654296875e-05
|
30 |
+
- present.21.key: max diff = 2.47955322265625e-05
|
31 |
+
- present.22.key: max diff = 1.6689300537109375e-05
|
32 |
+
- present.23.key: max diff = 1.4781951904296875e-05
|
33 |
+
- present.24.key: max diff = 1.4901161193847656e-05
|
34 |
+
- present.25.key: max diff = 1.5735626220703125e-05
|
35 |
+
- present.25.value: max diff = 1.8090009689331055e-05
|
36 |
+
- present.26.key: max diff = 1.7642974853515625e-05
|
37 |
+
- present.26.value: max diff = 1.4066696166992188e-05
|
38 |
+
- present.27.key: max diff = 1.704692840576172e-05
|
39 |
+
- present.27.value: max diff = 1.5974044799804688e-05
|
40 |
+
- present.28.key: max diff = 1.576542854309082e-05
|
41 |
+
- present.28.value: max diff = 1.71661376953125e-05
|
42 |
+
- present.29.key: max diff = 1.4781951904296875e-05
|
43 |
+
- present.29.value: max diff = 1.9371509552001953e-05
|
44 |
+
- present.30.value: max diff = 2.384185791015625e-05
|
45 |
+
- present.31.key: max diff = 1.811981201171875e-05
|
46 |
+
- present.31.value: max diff = 7.2479248046875e-05.
|
47 |
```
|
config.json
CHANGED
@@ -1,5 +1,5 @@
|
|
1 |
{
|
2 |
-
"_name_or_path": "
|
3 |
"architectures": [
|
4 |
"StableLmForCausalLM"
|
5 |
],
|
@@ -21,7 +21,7 @@
|
|
21 |
"rope_scaling": null,
|
22 |
"rope_theta": 10000,
|
23 |
"tie_word_embeddings": false,
|
24 |
-
"transformers_version": "4.
|
25 |
"use_cache": true,
|
26 |
"use_qkv_bias": false,
|
27 |
"vocab_size": 50304
|
|
|
1 |
{
|
2 |
+
"_name_or_path": "output\\onnx-fp32",
|
3 |
"architectures": [
|
4 |
"StableLmForCausalLM"
|
5 |
],
|
|
|
21 |
"rope_scaling": null,
|
22 |
"rope_theta": 10000,
|
23 |
"tie_word_embeddings": false,
|
24 |
+
"transformers_version": "4.39.0.dev0",
|
25 |
"use_cache": true,
|
26 |
"use_qkv_bias": false,
|
27 |
"vocab_size": 50304
|