Deploy SQLCoder with Streamlit

app.py

@@ -12,7 +12,7 @@ def load_model():
     model = AutoModelForCausalLM.from_pretrained(
         model_name,
         device_map="auto",
-        load_in_8bit=True,  # Use int8 quantization
+      #  load_in_8bit=True,  # Use int8 quantization
         low_cpu_mem_usage=True,
     )
     return tokenizer, model