Spaces:
Runtime error
Runtime error
d-matrix
commited on
Update README
Browse filesupdated example in README
README.md
CHANGED
@@ -61,9 +61,11 @@ This metric outputs a dictionary, containing the loss and perplexity score.
|
|
61 |
```python
|
62 |
>>> import evaluate
|
63 |
>>> from datasets import load_dataset
|
|
|
64 |
>>> perplexity = evaluate.load("d-matrix/dmx_perplexity", module_type="metric")
|
65 |
-
>>> input_texts = load_dataset("wikitext", "wikitext-2-raw-v1", split="test")["text"][:10]
|
66 |
-
>>>
|
|
|
67 |
>>> print(list(results.keys()))
|
68 |
['loss', 'perplexity']
|
69 |
>>> print(results['loss'])
|
|
|
61 |
```python
|
62 |
>>> import evaluate
|
63 |
>>> from datasets import load_dataset
|
64 |
+
>>> from transformers import AutoTokenizer, AutoModelForCausalLM
|
65 |
>>> perplexity = evaluate.load("d-matrix/dmx_perplexity", module_type="metric")
|
66 |
+
>>> input_texts = load_dataset("wikitext", "wikitext-2-raw-v1", split="test")["text"][:10]
|
67 |
+
>>> model = AutoModelForCausalLM.from_pretrained("distilgpt2")
|
68 |
+
>>> results = perplexity.compute(model=model,references=input_texts)
|
69 |
>>> print(list(results.keys()))
|
70 |
['loss', 'perplexity']
|
71 |
>>> print(results['loss'])
|