Hugging Face's logo

Spaces:
UldisKK
/
TestRAGonPDFs
Running

App Files Community
UldisKK commited on
Commit
379d516
·
1 Parent(s): 7737abe

disable use_fast tokenizing

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -47,7 +47,7 @@ st.write('loading tokenizer')
47
  #model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
48
  model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
49
  #tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
50
- tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
51
 
52
  model_basename = "model"
53
 
 
47
  #model_name_or_path = "TheBloke/Llama-2-13B-chat-GPTQ"
48
  model_name_or_path = "TheBloke/Llama-2-13B-chat-GGUF"
49
  #tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
50
+ tokenizer = AutoTokenizer.from_pretrained(model_name_or_path)
51
 
52
  model_basename = "model"
53