Update app.py

app.py

@@ -40,7 +40,7 @@ def the_process(input_text, model_choice):
       if(pythonFlag == "false"):
         print("Inside llama for python")
         tokenizer = AutoTokenizer.from_pretrained("nadiamaqbool81/starcoderbase-1b-hf_python")
-        model = AutoModelForCausalLM.from_pretrained("nadiamaqbool81/starcoderbase-1b-hf_python", load_in_4bit=True, torch_dtype=torch.float16, device_map= {"": 0} )
+        model = AutoModelForCausalLM.from_pretrained("nadiamaqbool81/starcoderbase-1b-hf_python")
         output = run_predict(input_text, model, tokenizer)
         print("output" , output)
         pythonFlag = "true"