Update app.py (#2)

app.py

@@ -4,14 +4,11 @@ from transformers import AutoTokenizer
 
 st.set_page_config(page_title="BigCode Tokenizer", page_icon='👩‍💻', layout="wide")
 
-models = ["bigcode/tokenizer", "bigcode/digit-bytelevel-bpe-jss-v1.1-49152", "facebook/incoder-6B", "Salesforce/codegen-16B-mono"]
+models = ["bigcode/santacoder", "bigcode/digit-bytelevel-bpe-jss-v1.1-49152", "facebook/incoder-6B", "Salesforce/codegen-16B-mono"]
 
 @st.cache()
 def load_tokenizer():
-    if selected_model == "bigcode/tokenizer":
-        tokenizer = AutoTokenizer.from_pretrained("bigcode/tokenizer", subfolder="digit-bytelevel-bpe-py-js-java-49k")
-    else:
-        tokenizer = AutoTokenizer.from_pretrained(selected_model)
+    tokenizer = AutoTokenizer.from_pretrained(selected_model)
     return tokenizer
 
 col1, col2 = st.columns([1, 2])