Spaces:
Sleeping
Sleeping
Factor Studios
commited on
Upload test_ai_integration.py
Browse files- test_ai_integration.py +8 -16
test_ai_integration.py
CHANGED
|
@@ -156,15 +156,11 @@ def test_ai_integration():
|
|
| 156 |
print(f"Model size: {model_size / (1024**3):.2f} GB")
|
| 157 |
|
| 158 |
# Store model in WebSocket storage with size information
|
| 159 |
-
|
| 160 |
-
"size_bytes": model_size,
|
| 161 |
-
"unlimited_vram": True,
|
| 162 |
-
"allow_resize": True
|
| 163 |
-
}
|
| 164 |
ai_accelerator_for_loading.load_model(
|
| 165 |
-
|
| 166 |
-
|
| 167 |
-
|
| 168 |
)
|
| 169 |
|
| 170 |
print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
|
|
@@ -185,15 +181,11 @@ def test_ai_integration():
|
|
| 185 |
print("Falling back to zero-copy tensor mode...")
|
| 186 |
# Try loading with zero-copy tensor mode
|
| 187 |
try:
|
| 188 |
-
|
| 189 |
-
"zero_copy": True,
|
| 190 |
-
"unlimited_vram": True,
|
| 191 |
-
"allow_resize": True
|
| 192 |
-
}
|
| 193 |
ai_accelerator_for_loading.load_model(
|
| 194 |
-
|
| 195 |
-
|
| 196 |
-
|
| 197 |
)
|
| 198 |
components['model_id'] = model_id
|
| 199 |
print("Successfully loaded model in zero-copy mode")
|
|
|
|
| 156 |
print(f"Model size: {model_size / (1024**3):.2f} GB")
|
| 157 |
|
| 158 |
# Store model in WebSocket storage with size information
|
| 159 |
+
# Load model directly using AIAccelerator's load_model method
|
|
|
|
|
|
|
|
|
|
|
|
|
| 160 |
ai_accelerator_for_loading.load_model(
|
| 161 |
+
model_id=model_id,
|
| 162 |
+
model=model,
|
| 163 |
+
processor=processor
|
| 164 |
)
|
| 165 |
|
| 166 |
print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
|
|
|
|
| 181 |
print("Falling back to zero-copy tensor mode...")
|
| 182 |
# Try loading with zero-copy tensor mode
|
| 183 |
try:
|
| 184 |
+
# Try zero-copy loading
|
|
|
|
|
|
|
|
|
|
|
|
|
| 185 |
ai_accelerator_for_loading.load_model(
|
| 186 |
+
model_id=model_id,
|
| 187 |
+
model=None,
|
| 188 |
+
processor=None
|
| 189 |
)
|
| 190 |
components['model_id'] = model_id
|
| 191 |
print("Successfully loaded model in zero-copy mode")
|