Update app.py

app.py

@@ -21,10 +21,10 @@ st.write(device_str)
 device_map = infer_auto_device_map(model, dtype="float16")
 st.write(device_map)
 
-# tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer")
 # model = AutoModelForCausalLM.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer", load_in_8bit=True, device_map="auto")
 # model = model.to(device)
 
+tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt-clinical-notes-summarizer")
 checkpoint = "bryanmildort/gpt-notes-summarizer-demo"
 model = AutoModelForCausalLM.from_pretrained(checkpoint, device_map="auto", offload_folder="offload", offload_state_dict = True, no_split_module_classes=["GPTJBlock"], torch_dtype=torch.float16)