Spaces:
Paused
Paused
Commit
·
061164d
1
Parent(s):
b18273d
Fixed Huggingface connection v2
Browse files- .idea/Inference-Server.iml +3 -1
- main/main.py +1 -0
.idea/Inference-Server.iml
CHANGED
@@ -2,7 +2,9 @@
|
|
2 |
<module type="JAVA_MODULE" version="4">
|
3 |
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
4 |
<exclude-output />
|
5 |
-
<content url="file://$MODULE_DIR$"
|
|
|
|
|
6 |
<orderEntry type="inheritedJdk" />
|
7 |
<orderEntry type="sourceFolder" forTests="false" />
|
8 |
</component>
|
|
|
2 |
<module type="JAVA_MODULE" version="4">
|
3 |
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
4 |
<exclude-output />
|
5 |
+
<content url="file://$MODULE_DIR$">
|
6 |
+
<excludeFolder url="file://$MODULE_DIR$/myenv" />
|
7 |
+
</content>
|
8 |
<orderEntry type="inheritedJdk" />
|
9 |
<orderEntry type="sourceFolder" forTests="false" />
|
10 |
</component>
|
main/main.py
CHANGED
@@ -183,6 +183,7 @@ async def health_check():
|
|
183 |
}
|
184 |
|
185 |
if llm_instance is not None:
|
|
|
186 |
status["model_info"] = {
|
187 |
"model_path": llm_instance.config.name,
|
188 |
"device": str(next(llm_instance.model.parameters()).device)
|
|
|
183 |
}
|
184 |
|
185 |
if llm_instance is not None:
|
186 |
+
logger.info(f"llm_instance is: {llm_instance}")
|
187 |
status["model_info"] = {
|
188 |
"model_path": llm_instance.config.name,
|
189 |
"device": str(next(llm_instance.model.parameters()).device)
|