Update svae_cadence.py
Browse files- svae_cadence.py +8 -3
svae_cadence.py
CHANGED
|
@@ -43,13 +43,14 @@ from geolip_svae.model_v2 import PatchSVAEv2
|
|
| 43 |
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 44 |
|
| 45 |
HF_REPO = 'AbstractPhil/geolip-SVAE'
|
| 46 |
-
VERSION = '
|
| 47 |
LOCAL_DIR = f'/content/{VERSION}_checkpoints'
|
| 48 |
LOG_PATH = os.path.join(LOCAL_DIR, 'training_log.json')
|
| 49 |
|
| 50 |
CFG = dict(
|
| 51 |
# Architecture (inherited from Fresnel v50)
|
| 52 |
-
V=
|
|
|
|
| 53 |
|
| 54 |
# Training
|
| 55 |
img_size=64,
|
|
@@ -60,7 +61,7 @@ CFG = dict(
|
|
| 60 |
val_size=10000,
|
| 61 |
|
| 62 |
# CV soft hand
|
| 63 |
-
target_cv=0.
|
| 64 |
cv_weight=0.3,
|
| 65 |
boost=0.5,
|
| 66 |
sigma=0.15,
|
|
@@ -273,6 +274,8 @@ def save_checkpoint(model, opt, sched, epoch, val_mse, log,
|
|
| 273 |
'V': CFG['V'], 'D': CFG['D'], 'patch_size': CFG['ps'],
|
| 274 |
'hidden': CFG['hidden'], 'depth': CFG['depth'],
|
| 275 |
'n_cross_layers': CFG['n_cross'],
|
|
|
|
|
|
|
| 276 |
'img_size': CFG['img_size'],
|
| 277 |
'model_type': 'v2',
|
| 278 |
},
|
|
@@ -329,6 +332,8 @@ def train():
|
|
| 329 |
V=CFG['V'], D=D, ps=CFG['ps'],
|
| 330 |
hidden=CFG['hidden'], depth=CFG['depth'],
|
| 331 |
n_cross=CFG['n_cross'],
|
|
|
|
|
|
|
| 332 |
).to(device)
|
| 333 |
|
| 334 |
n_params = sum(p.numel() for p in model.parameters())
|
|
|
|
| 43 |
# βββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββββ
|
| 44 |
|
| 45 |
HF_REPO = 'AbstractPhil/geolip-SVAE'
|
| 46 |
+
VERSION = 'version2_v2_conduit_proto_2'
|
| 47 |
LOCAL_DIR = f'/content/{VERSION}_checkpoints'
|
| 48 |
LOG_PATH = os.path.join(LOCAL_DIR, 'training_log.json')
|
| 49 |
|
| 50 |
CFG = dict(
|
| 51 |
# Architecture (inherited from Fresnel v50)
|
| 52 |
+
V=16, D=4, ps=4, hidden=384, depth=4, n_cross=2,
|
| 53 |
+
stage_hidden=128, stage_V=64,
|
| 54 |
|
| 55 |
# Training
|
| 56 |
img_size=64,
|
|
|
|
| 61 |
val_size=10000,
|
| 62 |
|
| 63 |
# CV soft hand
|
| 64 |
+
target_cv=0.2915,
|
| 65 |
cv_weight=0.3,
|
| 66 |
boost=0.5,
|
| 67 |
sigma=0.15,
|
|
|
|
| 274 |
'V': CFG['V'], 'D': CFG['D'], 'patch_size': CFG['ps'],
|
| 275 |
'hidden': CFG['hidden'], 'depth': CFG['depth'],
|
| 276 |
'n_cross_layers': CFG['n_cross'],
|
| 277 |
+
'stage_hidden': CFG.get('stage_hidden', 128),
|
| 278 |
+
'stage_V': CFG.get('stage_V', 16),
|
| 279 |
'img_size': CFG['img_size'],
|
| 280 |
'model_type': 'v2',
|
| 281 |
},
|
|
|
|
| 332 |
V=CFG['V'], D=D, ps=CFG['ps'],
|
| 333 |
hidden=CFG['hidden'], depth=CFG['depth'],
|
| 334 |
n_cross=CFG['n_cross'],
|
| 335 |
+
stage_hidden=CFG.get('stage_hidden', 128),
|
| 336 |
+
stage_V=CFG.get('stage_V', 16),
|
| 337 |
).to(device)
|
| 338 |
|
| 339 |
n_params = sum(p.numel() for p in model.parameters())
|