Spaces:
Running
Running
Rename gemmacode/tokenizer.py to tokenizer.py
Browse files
gemmacode/tokenizer.py → tokenizer.py
RENAMED
@@ -1,5 +1,5 @@
|
|
1 |
import transformers
|
2 |
|
3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
4 |
-
def __init__(self,
|
5 |
super().__init__.from_pretrained(model_name)
|
|
|
1 |
import transformers
|
2 |
|
3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
4 |
+
def __init__(self, PhiCo-D-Instruct):
|
5 |
super().__init__.from_pretrained(model_name)
|