xavierbarbier commited on
Commit
1e5ea25
1 Parent(s): 1b23aed

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -39,14 +39,14 @@ tokenizer = AutoTokenizer.from_pretrained(model_name)
39
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
40
 
41
  print("Start the model init process")
42
- model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
43
 
44
 
45
  model.config["promptTemplate"] = "[INST] {0} [/INST]"
46
  model.config["systemPrompt"] = "Tu es un assitant et tu dois répondre en français"
47
  model._is_chat_session_activated = False
48
 
49
- max_new_tokens = 2048
50
 
51
  model_kwargs = {'device': 'cpu'}
52
  encode_kwargs = {'normalize_embeddings': False}
 
39
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
40
 
41
  print("Start the model init process")
42
+ """model = model = GPT4All(model_name, model_path, allow_download = False, device="cpu")
43
 
44
 
45
  model.config["promptTemplate"] = "[INST] {0} [/INST]"
46
  model.config["systemPrompt"] = "Tu es un assitant et tu dois répondre en français"
47
  model._is_chat_session_activated = False
48
 
49
+ max_new_tokens = 2048"""
50
 
51
  model_kwargs = {'device': 'cpu'}
52
  encode_kwargs = {'normalize_embeddings': False}