Spaces:
Sleeping
Sleeping
Factor Studios
commited on
Update test_ai_integration.py
Browse files- test_ai_integration.py +16 -16
test_ai_integration.py
CHANGED
|
@@ -156,15 +156,15 @@ def test_ai_integration():
|
|
| 156 |
print(f"Model size: {model_size / (1024**3):.2f} GB")
|
| 157 |
|
| 158 |
# Store model in WebSocket storage with size information
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 159 |
ai_accelerator_for_loading.load_model(
|
| 160 |
-
|
| 161 |
-
|
| 162 |
-
|
| 163 |
-
model_config={
|
| 164 |
-
"size_bytes": model_size,
|
| 165 |
-
"unlimited_vram": True,
|
| 166 |
-
"allow_resize": True
|
| 167 |
-
}
|
| 168 |
)
|
| 169 |
|
| 170 |
print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
|
|
@@ -185,15 +185,15 @@ def test_ai_integration():
|
|
| 185 |
print("Falling back to zero-copy tensor mode...")
|
| 186 |
# Try loading with zero-copy tensor mode
|
| 187 |
try:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 188 |
ai_accelerator_for_loading.load_model(
|
| 189 |
-
|
| 190 |
-
|
| 191 |
-
|
| 192 |
-
model_config={
|
| 193 |
-
"zero_copy": True,
|
| 194 |
-
"unlimited_vram": True,
|
| 195 |
-
"allow_resize": True
|
| 196 |
-
}
|
| 197 |
)
|
| 198 |
components['model_id'] = model_id
|
| 199 |
print("Successfully loaded model in zero-copy mode")
|
|
|
|
| 156 |
print(f"Model size: {model_size / (1024**3):.2f} GB")
|
| 157 |
|
| 158 |
# Store model in WebSocket storage with size information
|
| 159 |
+
model_data = {
|
| 160 |
+
"size_bytes": model_size,
|
| 161 |
+
"unlimited_vram": True,
|
| 162 |
+
"allow_resize": True
|
| 163 |
+
}
|
| 164 |
ai_accelerator_for_loading.load_model(
|
| 165 |
+
model_name=model_id,
|
| 166 |
+
model_path=None,
|
| 167 |
+
model_data=model_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 168 |
)
|
| 169 |
|
| 170 |
print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
|
|
|
|
| 185 |
print("Falling back to zero-copy tensor mode...")
|
| 186 |
# Try loading with zero-copy tensor mode
|
| 187 |
try:
|
| 188 |
+
model_data = {
|
| 189 |
+
"zero_copy": True,
|
| 190 |
+
"unlimited_vram": True,
|
| 191 |
+
"allow_resize": True
|
| 192 |
+
}
|
| 193 |
ai_accelerator_for_loading.load_model(
|
| 194 |
+
model_name=model_id,
|
| 195 |
+
model_path=None,
|
| 196 |
+
model_data=model_data
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 197 |
)
|
| 198 |
components['model_id'] = model_id
|
| 199 |
print("Successfully loaded model in zero-copy mode")
|