acecalisto3 commited on
Commit
101e11f
β€’
1 Parent(s): cdfaefc

Rename gemmacode/tokenizer.py to tokenizer.py

Browse files
gemmacode/tokenizer.py β†’ tokenizer.py RENAMED
@@ -1,5 +1,5 @@
1
  import transformers
2
 
3
  class CodeTokenizer(transformers.AutoTokenizer):
4
- def __init__(self, model_name):
5
  super().__init__.from_pretrained(model_name)
 
1
  import transformers
2
 
3
  class CodeTokenizer(transformers.AutoTokenizer):
4
+ def __init__(self, PhiCo-D-Instruct):
5
  super().__init__.from_pretrained(model_name)