Spaces:
Sleeping
Sleeping
acecalisto3
commited on
Commit
β’
101e11f
1
Parent(s):
cdfaefc
Rename gemmacode/tokenizer.py to tokenizer.py
Browse files
gemmacode/tokenizer.py β tokenizer.py
RENAMED
@@ -1,5 +1,5 @@
|
|
1 |
import transformers
|
2 |
|
3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
4 |
-
def __init__(self,
|
5 |
super().__init__.from_pretrained(model_name)
|
|
|
1 |
import transformers
|
2 |
|
3 |
class CodeTokenizer(transformers.AutoTokenizer):
|
4 |
+
def __init__(self, PhiCo-D-Instruct):
|
5 |
super().__init__.from_pretrained(model_name)
|