Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,8 @@ class MedicalRAG:
|
|
54 |
def _setup_generator(self):
|
55 |
return pipeline(
|
56 |
"text-generation",
|
57 |
-
model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
|
|
|
58 |
device=self.device,
|
59 |
torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
|
60 |
)
|
|
|
54 |
def _setup_generator(self):
|
55 |
return pipeline(
|
56 |
"text-generation",
|
57 |
+
#model="HuggingFaceTB/SmolLM2-1.7B-Instruct",
|
58 |
+
model = "HuggingFaceTB/SmolLM2-360M-Instruct",
|
59 |
device=self.device,
|
60 |
torch_dtype=torch.float16 if self.device.type == 'cuda' else torch.float32
|
61 |
)
|