Hugging Face's logo

Spaces:
bigcode
/
tokenizer-testing
Build error

App Files Community
2
cakiki commited on
Commit
2729dfd
·
1 Parent(s): 92f5e6a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoTokenizer
4
 
5
  st.set_page_config(page_title="BigCode Tokenizer", page_icon='👩‍💻', layout="wide")
6
 
7
- models = ["bigcode/tokenizer-the-stack-march-sample", "bigcode/santacoder", "bigcode/digit-bytelevel-bpe-jss-v1.1-49152", "facebook/incoder-6B", "Salesforce/codegen-16B-mono"]
8
 
9
  @st.cache()
10
  def load_tokenizer():
 
4
 
5
  st.set_page_config(page_title="BigCode Tokenizer", page_icon='👩‍💻', layout="wide")
6
 
7
+ models = ["bigcode/tokenizer-the-stack-march-sample-v2", "bigcode/tokenizer-the-stack-march-sample", "bigcode/santacoder", "bigcode/digit-bytelevel-bpe-jss-v1.1-49152", "facebook/incoder-6B", "Salesforce/codegen-16B-mono"]
8
 
9
  @st.cache()
10
  def load_tokenizer():