Spaces:

jonaschua
/

gemma

Running on Zero

jonaschua commited on Mar 13

Commit

72129fb

verified ·

1 Parent(s): fb37d1d

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -18,7 +18,7 @@ duration=None
 login(token = os.getenv('gemma'))
 ckpt = "google/gemma-3-4b-it"
-model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, device_map='cuda', torch_dtype=torch.bfloat16,)
 processor = AutoProcessor.from_pretrained(ckpt)
 @spaces.GPU

 login(token = os.getenv('gemma'))
 ckpt = "google/gemma-3-4b-it"
+model = Gemma3ForConditionalGeneration.from_pretrained(ckpt, torch_dtype=torch.bfloat16,)
 processor = AutoProcessor.from_pretrained(ckpt)
 @spaces.GPU