Remove device_map altogether

app.py

@@ -24,6 +24,8 @@ transformers_logging.enable_explicit_format()
 # Enable accelerate and torch logging
 logging.getLogger("accelerate").setLevel(logging.DEBUG)
 logging.getLogger("torch").setLevel(logging.DEBUG)
+logging.getLogger("spaces").setLevel(logging.DEBUG)
+logging.getLogger("spaces.zero").setLevel(logging.DEBUG)
 logging.getLogger("transformers").setLevel(logging.DEBUG)
 
 import huggingface_hub
@@ -41,7 +43,6 @@ tokenizer = AutoTokenizer.from_pretrained("bigcode/starcoderbase-3b")
 vardecoder_model = AutoModelForCausalLM.from_pretrained(
     "ejschwartz/resym-vardecoder", 
     torch_dtype=torch.bfloat16,
-    device_map="cpu",
 )
 print("Loaded vardecoder model successfully.")
 
@@ -81,7 +82,6 @@ try:
     fielddecoder_model = AutoModelForCausalLM.from_pretrained(
         "ejschwartz/resym-fielddecoder", 
         torch_dtype=torch.bfloat16,
-        device_map="cpu",
     )
     logger.info("Successfully loaded fielddecoder model")
 except Exception as e: