Update app.py

app.py

@@ -2,7 +2,7 @@ import re
 import spaces
 import gradio as gr
 import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig, AutoCnfig
 # from peft import PeftModel, PeftConfig
 
 
@@ -12,6 +12,7 @@ quantization_config = BitsAndBytesConfig(
         bnb_4bit_use_double_quant=True,
         bnb_4bit_quant_type="nf4",  
         bnb_4bit_compute_dtype=torch.float16)
+config=AutoConfig("FlawedLLM/Bhashini_00")
 model = AutoModelForCausalLM.from_pretrained("FlawedLLM/Bhashini_00",
                                              device_map="auto",
                                              quantization_config=quantization_config,