Spaces:

vsrinivas
/

ChatBot_by_SrinivasV

Sleeping

vsrinivas commited on Sep 21, 2023

Commit

669934f

1 Parent(s): 0b12b1e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -5,7 +5,7 @@ import torch
 # model = "tiiuae/falcon-40b-instruct"
 model = "tiiuae/falcon-7b-instruct"
-tokenizer = AutoTokenizer.from_pretrained(model, offload_folder="offload")
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,

 # model = "tiiuae/falcon-40b-instruct"
 model = "tiiuae/falcon-7b-instruct"
+tokenizer = AutoTokenizer.from_pretrained(model, offload_folder="offload", offload_state_dict = True, )
 pipeline = transformers.pipeline(
     "text-generation",
     model=model,