Michaelj1 commited on
Commit
b601d96
·
1 Parent(s): 0e446d9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -54,7 +54,8 @@ class MedicalRAG:
54
  def _setup_generator(self):
55
  return pipeline(
56
  "text-generation",
57
- model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
 
58
  device=self.device,
59
  torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
60
  )
 
54
  def _setup_generator(self):
55
  return pipeline(
56
  "text-generation",
57
+ #model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
58
+ model = "HuggingFaceTB/SmolLM2-360M-Instruct",
59
  device=self.device,
60
  torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
61
  )