Spaces:
Sleeping
Sleeping
00ber
commited on
Commit
·
c89eb38
1
Parent(s):
5f21d73
removed logs
Browse files
app.py
CHANGED
|
@@ -18,12 +18,8 @@ def count_tokens(
|
|
| 18 |
model,
|
| 19 |
target_text,
|
| 20 |
):
|
| 21 |
-
print("###############################")
|
| 22 |
-
print(model)
|
| 23 |
tokenizer = get_tokenizer(model)
|
| 24 |
-
print(tokenizer)
|
| 25 |
toks = tokenizer.encode(target_text)
|
| 26 |
-
print(toks.ids)
|
| 27 |
yield len(toks.ids)
|
| 28 |
|
| 29 |
def greet(name, intensity):
|
|
|
|
| 18 |
model,
|
| 19 |
target_text,
|
| 20 |
):
|
|
|
|
|
|
|
| 21 |
tokenizer = get_tokenizer(model)
|
|
|
|
| 22 |
toks = tokenizer.encode(target_text)
|
|
|
|
| 23 |
yield len(toks.ids)
|
| 24 |
|
| 25 |
def greet(name, intensity):
|