Spaces:

BenBranyon
/

LongShadow

Running on Zero

BenBranyon commited on Aug 3, 2024

Commit

c094718

verified ·

1 Parent(s): 22039c7

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ client = InferenceClient("BenBranyon/zephyr-sumbot-all-songs")
 #Transformers Code
 if torch.cuda.is_available():
     model_id = "BenBranyon/zephyr-sumbot-all-songs"
-    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", load_in_4bit=True)
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False

 #Transformers Code
 if torch.cuda.is_available():
     model_id = "BenBranyon/zephyr-sumbot-all-songs"
+    model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto")
     tokenizer = AutoTokenizer.from_pretrained(model_id)
     tokenizer.use_default_system_prompt = False