Factor Studios commited on
Commit
7bc9226
·
verified ·
1 Parent(s): a07258a

Update test_ai_integration.py

Browse files
Files changed (1) hide show
  1. test_ai_integration.py +16 -16
test_ai_integration.py CHANGED
@@ -156,15 +156,15 @@ def test_ai_integration():
156
  print(f"Model size: {model_size / (1024**3):.2f} GB")
157
 
158
  # Store model in WebSocket storage with size information
 
 
 
 
 
159
  ai_accelerator_for_loading.load_model(
160
- model_id=model_id,
161
- model=model,
162
- processor=processor,
163
- model_config={
164
- "size_bytes": model_size,
165
- "unlimited_vram": True,
166
- "allow_resize": True
167
- }
168
  )
169
 
170
  print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
@@ -185,15 +185,15 @@ def test_ai_integration():
185
  print("Falling back to zero-copy tensor mode...")
186
  # Try loading with zero-copy tensor mode
187
  try:
 
 
 
 
 
188
  ai_accelerator_for_loading.load_model(
189
- model_id=model_id,
190
- model=None, # Use zero-copy mode
191
- processor=None,
192
- model_config={
193
- "zero_copy": True,
194
- "unlimited_vram": True,
195
- "allow_resize": True
196
- }
197
  )
198
  components['model_id'] = model_id
199
  print("Successfully loaded model in zero-copy mode")
 
156
  print(f"Model size: {model_size / (1024**3):.2f} GB")
157
 
158
  # Store model in WebSocket storage with size information
159
+ model_data = {
160
+ "size_bytes": model_size,
161
+ "unlimited_vram": True,
162
+ "allow_resize": True
163
+ }
164
  ai_accelerator_for_loading.load_model(
165
+ model_name=model_id,
166
+ model_path=None,
167
+ model_data=model_data
 
 
 
 
 
168
  )
169
 
170
  print(f"Model '{model_id}' loaded successfully to WebSocket storage.")
 
185
  print("Falling back to zero-copy tensor mode...")
186
  # Try loading with zero-copy tensor mode
187
  try:
188
+ model_data = {
189
+ "zero_copy": True,
190
+ "unlimited_vram": True,
191
+ "allow_resize": True
192
+ }
193
  ai_accelerator_for_loading.load_model(
194
+ model_name=model_id,
195
+ model_path=None,
196
+ model_data=model_data
 
 
 
 
 
197
  )
198
  components['model_id'] = model_id
199
  print("Successfully loaded model in zero-copy mode")