AurelioAguirre commited on
Commit
061164d
·
1 Parent(s): b18273d

Fixed Huggingface connection v2

Browse files
Files changed (2) hide show
  1. .idea/Inference-Server.iml +3 -1
  2. main/main.py +1 -0
.idea/Inference-Server.iml CHANGED
@@ -2,7 +2,9 @@
2
  <module type="JAVA_MODULE" version="4">
3
  <component name="NewModuleRootManager" inherit-compiler-output="true">
4
  <exclude-output />
5
- <content url="file://$MODULE_DIR$" />
 
 
6
  <orderEntry type="inheritedJdk" />
7
  <orderEntry type="sourceFolder" forTests="false" />
8
  </component>
 
2
  <module type="JAVA_MODULE" version="4">
3
  <component name="NewModuleRootManager" inherit-compiler-output="true">
4
  <exclude-output />
5
+ <content url="file://$MODULE_DIR$">
6
+ <excludeFolder url="file://$MODULE_DIR$/myenv" />
7
+ </content>
8
  <orderEntry type="inheritedJdk" />
9
  <orderEntry type="sourceFolder" forTests="false" />
10
  </component>
main/main.py CHANGED
@@ -183,6 +183,7 @@ async def health_check():
183
  }
184
 
185
  if llm_instance is not None:
 
186
  status["model_info"] = {
187
  "model_path": llm_instance.config.name,
188
  "device": str(next(llm_instance.model.parameters()).device)
 
183
  }
184
 
185
  if llm_instance is not None:
186
+ logger.info(f"llm_instance is: {llm_instance}")
187
  status["model_info"] = {
188
  "model_path": llm_instance.config.name,
189
  "device": str(next(llm_instance.model.parameters()).device)