Spaces:
Runtime error
Runtime error
Commit
·
465c5b4
1
Parent(s):
14a09b0
Update app.py
Browse files
app.py
CHANGED
@@ -18,6 +18,7 @@ EOS_TOKEN = "<|endoftext|>"
|
|
18 |
UNK_TOKEN = "<|unk|>"
|
19 |
MAX_INPUT_TOKENS = 1024 # max tokens from context
|
20 |
|
|
|
21 |
|
22 |
tokenizer = AutoTokenizer.from_pretrained(REPO, use_auth_token=token, trust_remote_code=True)
|
23 |
tokenizer.truncation_side = "left" # ensures if truncate, then keep the last N tokens of the prompt going L -> R
|
|
|
18 |
UNK_TOKEN = "<|unk|>"
|
19 |
MAX_INPUT_TOKENS = 1024 # max tokens from context
|
20 |
|
21 |
+
REPO = "mrm8488/falcoder-7b"
|
22 |
|
23 |
tokenizer = AutoTokenizer.from_pretrained(REPO, use_auth_token=token, trust_remote_code=True)
|
24 |
tokenizer.truncation_side = "left" # ensures if truncate, then keep the last N tokens of the prompt going L -> R
|