Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -18,7 +18,7 @@ The reference provides the following functional *configurations*:
|
|
| 18 |
Configuration | Explanation
|
| 19 |
:-- | :--
|
| 20 |
**`BASELINE`** | a reference functionally equivalent to the original model
|
| 21 |
-
**`BASIC`** | all linear algebraic operands quantized to `MXINT8-64
|
| 22 |
|
| 23 |
|
| 24 |
### Usage
|
|
@@ -39,7 +39,9 @@ pip install -e .
|
|
| 39 |
```python
|
| 40 |
from dmx.compressor.modeling import DmxModel
|
| 41 |
import lm_eval
|
|
|
|
| 42 |
|
|
|
|
| 43 |
model_args = "pretrained=d-matrix/distilgpt2,trust_remote_code=True"
|
| 44 |
|
| 45 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|
|
|
|
| 18 |
Configuration | Explanation
|
| 19 |
:-- | :--
|
| 20 |
**`BASELINE`** | a reference functionally equivalent to the original model
|
| 21 |
+
**`BASIC`** | all linear algebraic operands quantized to `MXINT8-64`
|
| 22 |
|
| 23 |
|
| 24 |
### Usage
|
|
|
|
| 39 |
```python
|
| 40 |
from dmx.compressor.modeling import DmxModel
|
| 41 |
import lm_eval
|
| 42 |
+
from lm_eval.models.huggingface import HFLM
|
| 43 |
|
| 44 |
+
lm_eval.api.registry.register_model("hf", HFLM)
|
| 45 |
model_args = "pretrained=d-matrix/distilgpt2,trust_remote_code=True"
|
| 46 |
|
| 47 |
lm = lm_eval.api.registry.get_model("hf").create_from_arg_string(model_args, {"batch_size": 1})
|