Spaces:
Paused
Paused
Commit
·
061164d
1
Parent(s):
b18273d
Fixed Huggingface connection v2
Browse files- .idea/Inference-Server.iml +3 -1
- main/main.py +1 -0
.idea/Inference-Server.iml
CHANGED
|
@@ -2,7 +2,9 @@
|
|
| 2 |
<module type="JAVA_MODULE" version="4">
|
| 3 |
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
| 4 |
<exclude-output />
|
| 5 |
-
<content url="file://$MODULE_DIR$"
|
|
|
|
|
|
|
| 6 |
<orderEntry type="inheritedJdk" />
|
| 7 |
<orderEntry type="sourceFolder" forTests="false" />
|
| 8 |
</component>
|
|
|
|
| 2 |
<module type="JAVA_MODULE" version="4">
|
| 3 |
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
| 4 |
<exclude-output />
|
| 5 |
+
<content url="file://$MODULE_DIR$">
|
| 6 |
+
<excludeFolder url="file://$MODULE_DIR$/myenv" />
|
| 7 |
+
</content>
|
| 8 |
<orderEntry type="inheritedJdk" />
|
| 9 |
<orderEntry type="sourceFolder" forTests="false" />
|
| 10 |
</component>
|
main/main.py
CHANGED
|
@@ -183,6 +183,7 @@ async def health_check():
|
|
| 183 |
}
|
| 184 |
|
| 185 |
if llm_instance is not None:
|
|
|
|
| 186 |
status["model_info"] = {
|
| 187 |
"model_path": llm_instance.config.name,
|
| 188 |
"device": str(next(llm_instance.model.parameters()).device)
|
|
|
|
| 183 |
}
|
| 184 |
|
| 185 |
if llm_instance is not None:
|
| 186 |
+
logger.info(f"llm_instance is: {llm_instance}")
|
| 187 |
status["model_info"] = {
|
| 188 |
"model_path": llm_instance.config.name,
|
| 189 |
"device": str(next(llm_instance.model.parameters()).device)
|