abhinavkulkarni
commited on
Commit
•
331d8c5
1
Parent(s):
8767061
Update README.md
Browse files
README.md
CHANGED
@@ -18,7 +18,7 @@ August 31, 2023
|
|
18 |
|
19 |
## Model License
|
20 |
|
21 |
-
Please refer to the original Code Llama model license ([link](https://huggingface.co/codellama/CodeLlama-7b-hf)).
|
22 |
|
23 |
Please refer to the AWQ quantization license ([link](https://github.com/llm-awq/blob/main/LICENSE)).
|
24 |
|
@@ -47,7 +47,7 @@ from transformers import AutoModelForCausalLM, AutoConfig, AutoTokenizer, TextSt
|
|
47 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
48 |
from huggingface_hub import snapshot_download
|
49 |
|
50 |
-
model_name = "abhinavkulkarni/codellama-CodeLlama-7b-hf-w4-g128-awq"
|
51 |
|
52 |
# Config
|
53 |
config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
|
@@ -96,13 +96,13 @@ output = model.generate(
|
|
96 |
|
97 |
This evaluation was done using OpenAI [HumanEval](https://github.com/openai/human-eval)
|
98 |
|
99 |
-
[CodeLlama-7b-hf](https://huggingface.co/codellama/CodeLlama-7b-hf)
|
100 |
|
101 |
| Task |Version| Metric | Value | |Stderr|
|
102 |
|---------|------:|---------------|--------:|---|------|
|
103 |
|HumanEval| 1|pass@1 |32.9268% | | |
|
104 |
|
105 |
-
[CodeLlama-7b-hf (4-bit 128-group AWQ)](https://huggingface.co/abhinavkulkarni/codellama-CodeLlama-7b-hf-w4-g128-awq)
|
106 |
|
107 |
| Task |Version| Metric | Value | |Stderr|
|
108 |
|---------|------:|---------------|--------:|---|------|
|
|
|
18 |
|
19 |
## Model License
|
20 |
|
21 |
+
Please refer to the original Code Llama model license ([link](https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf)).
|
22 |
|
23 |
Please refer to the AWQ quantization license ([link](https://github.com/llm-awq/blob/main/LICENSE)).
|
24 |
|
|
|
47 |
from accelerate import init_empty_weights, load_checkpoint_and_dispatch
|
48 |
from huggingface_hub import snapshot_download
|
49 |
|
50 |
+
model_name = "abhinavkulkarni/codellama-CodeLlama-7b-Instruct-hf-w4-g128-awq"
|
51 |
|
52 |
# Config
|
53 |
config = AutoConfig.from_pretrained(model_name, trust_remote_code=True)
|
|
|
96 |
|
97 |
This evaluation was done using OpenAI [HumanEval](https://github.com/openai/human-eval)
|
98 |
|
99 |
+
[CodeLlama-7b-Instruct-hf](https://huggingface.co/codellama/CodeLlama-7b-Instruct-hf)
|
100 |
|
101 |
| Task |Version| Metric | Value | |Stderr|
|
102 |
|---------|------:|---------------|--------:|---|------|
|
103 |
|HumanEval| 1|pass@1 |32.9268% | | |
|
104 |
|
105 |
+
[CodeLlama-7b-Instruct-hf (4-bit 128-group AWQ)](https://huggingface.co/abhinavkulkarni/codellama-CodeLlama-7b-Instruct-hf-w4-g128-awq)
|
106 |
|
107 |
| Task |Version| Metric | Value | |Stderr|
|
108 |
|---------|------:|---------------|--------:|---|------|
|