Spaces:
Sleeping
Sleeping
Boubou78000
commited on
Commit
·
be12dbf
1
Parent(s):
42d7cb6
Fixed "print"
Browse files
app.py
CHANGED
|
@@ -11,7 +11,6 @@ def ReturnTokens(dataset, tokenizer="openai-community/gpt2", split="train"):
|
|
| 11 |
tokens_=0
|
| 12 |
def CountTokens(Example):
|
| 13 |
global tokens_
|
| 14 |
-
print(Example)
|
| 15 |
for k,i in enumerate(Example):
|
| 16 |
tokens_+=len(tokenizer.tokenize(i))
|
| 17 |
categories=[i for i in dataset[0].keys()]
|
|
|
|
| 11 |
tokens_=0
|
| 12 |
def CountTokens(Example):
|
| 13 |
global tokens_
|
|
|
|
| 14 |
for k,i in enumerate(Example):
|
| 15 |
tokens_+=len(tokenizer.tokenize(i))
|
| 16 |
categories=[i for i in dataset[0].keys()]
|