Spaces:
Sleeping
Sleeping
syedmudassir16
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -54,7 +54,7 @@ class DocumentRetrievalAndGeneration:
|
|
54 |
model_id,
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
device_map="auto",
|
57 |
-
|
58 |
quantization_config=quantization_config
|
59 |
)
|
60 |
return tokenizer, model
|
|
|
54 |
model_id,
|
55 |
torch_dtype=torch.bfloat16,
|
56 |
device_map="auto",
|
57 |
+
|
58 |
quantization_config=quantization_config
|
59 |
)
|
60 |
return tokenizer, model
|