Spaces:

Zwounds
/

Boolean_Search_Query_Model

Runtime error

Zwounds commited on Mar 19

Commit

0adb26f

verified ·

1 Parent(s): 93f749b

Upload folder using huggingface_hub

Files changed (1) hide show

demo.py CHANGED Viewed

@@ -40,7 +40,8 @@ def load_model():
     logger.info("Loading model...")
     model = AutoModelForCausalLM.from_pretrained(
         "Zwounds/boolean-search-model",
-        load_in_8bit=True
     )
     tokenizer = AutoTokenizer.from_pretrained("Zwounds/boolean-search-model")
     tokenizer.use_default_system_prompt = False

     logger.info("Loading model...")
     model = AutoModelForCausalLM.from_pretrained(
         "Zwounds/boolean-search-model",
+        device_map="cpu",
+        torch_dtype=torch.float32
     )
     tokenizer = AutoTokenizer.from_pretrained("Zwounds/boolean-search-model")
     tokenizer.use_default_system_prompt = False