Update app.py
Browse files
app.py
CHANGED
@@ -84,6 +84,7 @@ def loadModel():
|
|
84 |
cache_dir=cache_dir,
|
85 |
torch_dtype=torch.float16
|
86 |
)
|
|
|
87 |
return model
|
88 |
|
89 |
#@spaces.GPU(duration=120)
|
@@ -168,5 +169,4 @@ demo = gr.ChatInterface(
|
|
168 |
],
|
169 |
)
|
170 |
if __name__ == "__main__":
|
171 |
-
model.eval()
|
172 |
demo.launch()
|
|
|
84 |
cache_dir=cache_dir,
|
85 |
torch_dtype=torch.float16
|
86 |
)
|
87 |
+
model.eval()
|
88 |
return model
|
89 |
|
90 |
#@spaces.GPU(duration=120)
|
|
|
169 |
],
|
170 |
)
|
171 |
if __name__ == "__main__":
|
|
|
172 |
demo.launch()
|