fixing import and devive map

app.py

@@ -83,7 +83,8 @@ def main():
             bnb_4bit_quant_type="nf4",
             bnb_4bit_compute_dtype=torch.bfloat16,
         )   
-        model = AutoModelForCausalLM.from_pretrained(READER_MODEL_NAME, quantization_config=bnb_config)
+        model = AutoModelForCausalLM.from_pretrained(READER_MODEL_NAME, quantization_config=bnb_config,
+            device_map = 'auto')
         tokenizer = AutoTokenizer.from_pretrained(READER_MODEL_NAME)
 
         READER_LLM = pipeline(