tkclam commited on
Commit
c614e29
·
verified ·
1 Parent(s): 6c643ca

Add the round 14 octacam detector's README, recipe, report and checksums

Browse files
261008_mvt_dinov3b_384_octacam_fly38/README.md ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # `mvt_dinov3b_384_octacam_fly38` -- the octacam detector, round 14
2
+
3
+ A deeperfly 2 detector (`deeperfly-detector-1`, family `mvt`): a multiview transformer on a DINOv3 ViT-B/16 that predicts all 38 points of the `fly38` skeleton in every view of the octacam rig, computing the views of a frame together. It supersedes `260927_mvt_dinov3b_384_octacam_fly38` (round 11): the same architecture and input, trained on more labels with round 13's recipe.
4
+
5
+ Exported 2026-10-09 from `octacam/runs/mvt_dinov3/round14/r14_ship_g10_s0`, trained 2026-10-08: warm-started from a pseudo-labeled ViT-B, lr 1e-4, 5,000 steps, and a distillation stream on unlabeled frames with round 13's detector as the teacher, on the labels of 2026-10-08.
6
+
7
+ | | |
8
+ |---|---|
9
+ | file | `mvt_dinov3b_384_octacam_fly38.pth`, 383,792,459 bytes |
10
+ | sha256 | `ccd9ee5de3424b5cd7c5370b910af4653ea02b13418d84444a330640b2899253` |
11
+ | skeleton | `fly38` -- `fly38.toml` beside this file |
12
+ | backbone | `vit_base_patch16_dinov3.lvd1689m` (timm) |
13
+ | input | 384x768 per view: a 2:1 window around the animal |
14
+ | trained on | 62 octacam recordings, 4,703 items (`report.json`); no holdout |
15
+ | recipe | `config.toml` beside this file |
16
+
17
+ ## What it scores
18
+
19
+ A shipping model trains on every label, so it has no held-out number of its own. Its twin, the same recipe with four recordings held out (58 recordings, 4,263 items), scores on the 9,269 held-out labeled cells: 3.25 px median, 4.49 px mean, 8.29 px p90, and 93.7% within 10 px, in video pixels on windows centered on the labels.
20
+
21
+ On the deeperfly repository's `examples/octacam/` clip (200 frames of `scape_260417_IN07B001_Fly4_006`), the example run config's bundle adjustment takes an orbit guess from 172 px to 1.95 px median reprojection, and the pictorial 3D then reprojects at 1.46 px median (round 11: 1.94 px and 1.49 px). That is agreement across the eight views, not an error against labels.
22
+
23
+ ## Using it
24
+
25
+ Download it into `models/` at the root of a deeperfly clone:
26
+
27
+ ```bash
28
+ uv run hf download tkclam/deeperfly-models --local-dir models \
29
+ --include "261008_mvt_dinov3b_384_octacam_fly38/*"
30
+ ```
31
+
32
+ and name it in the run config, with the path relative to the config file:
33
+
34
+ ```toml
35
+ [pose2d]
36
+ weights = ["../models/261008_mvt_dinov3b_384_octacam_fly38/mvt_dinov3b_384_octacam_fly38.pth"]
37
+ candidates = 5 # the peaks [pose3d] method = "pictorial" chooses among
38
+ ```
39
+
40
+ Verify a download with `sha256sum -c SHA256SUMS` in this folder.
261008_mvt_dinov3b_384_octacam_fly38/SHA256SUMS ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 6de807bde54c99ce9e323bfeb0964608698327550523b5777d32b328cdab3beb ./config.toml
2
+ 56f9a33ea5c286bda06e599602e7b7adaefb7ba29a74a2516548b7cbb7776e52 ./fly38.toml
3
+ ccd9ee5de3424b5cd7c5370b910af4653ea02b13418d84444a330640b2899253 ./mvt_dinov3b_384_octacam_fly38.pth
4
+ 212c5711320da376204ac08677e6b4b0b1e957cd86d82decb1af1689e6845ce8 ./report.json
261008_mvt_dinov3b_384_octacam_fly38/config.toml ADDED
@@ -0,0 +1,94 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Lyra copy (/scratch/tlam/r14).
2
+ # r14_ship_s0: round 14's corpus ship -- round 13's recipe on the labels of 2026-10-08
3
+ # (596 frames in 68 projects), teacher round 13's ship. This copy: geom_weight 1.0 (default); the twins'
4
+ # verdict picks one of the two ships (plans/round14-octacam-2026-10-08.md).
5
+
6
+ format_version = 3
7
+
8
+ [data]
9
+ kind = "project"
10
+ projects = ["../../../recordings/*"]
11
+ cache = "/scratch/tlam/r14/cache_r14_ship_g10_s0"
12
+
13
+ [data.crops]
14
+ tightness = [0.75, 2.2] # per-sample 2:1 crop around the animal, log-uniform;
15
+ jitter = 0.1 # < 1 leaves points outside on purpose
16
+ eval_tightness = 1.25
17
+ full_p = 0.1 # letterboxed whole frame (an inference without any crop)
18
+
19
+ [data.fill]
20
+ weight = 0.5
21
+ max_residual_px = 10.0
22
+
23
+ [model]
24
+ input_hw = [384, 768]
25
+ family = "mvt"
26
+ backbone = "vit_base_patch16_dinov3.lvd1689m"
27
+ pretrained = true
28
+ attn_scopes = "llllllllglgl"
29
+ margin = 64
30
+ reach = 2
31
+ drop_path = 0.0
32
+ token_mask = 0.0
33
+ token_pad = 2 # 32 px of the 64 px margin in the token grid (1.26x tokens)
34
+ init_from = "/scratch/tlam/r14/octacam/runs/mvt_dinov3/tier1/vitb_stage2_pseudo/model.pth"
35
+
36
+ [augment]
37
+ degrees = 12.0
38
+ scale = [1.0, 1.0] # the crop sampler supplies scale and shift
39
+ aspect = [0.85, 1.18]
40
+ translate = [0.0, 0.0]
41
+ flip_p = 0.5
42
+ brightness = 0.3
43
+ contrast = 0.3
44
+ gamma = [0.7, 1.4]
45
+ blur_sigma = [0.5, 1.5]
46
+ noise_std = 0.03
47
+ photometric_p = 0.5
48
+
49
+ [train]
50
+ grad_checkpoint = true
51
+ steps = 5000
52
+ images_per_batch = 24
53
+ grad_clip = 1.0
54
+ amp = true
55
+ ema_decay = 0.999
56
+ view_drop_p = 0.3
57
+ view_min = 1
58
+ log_every = 100
59
+ seed = 0
60
+ out = "../../../runs/mvt_dinov3/round14/r14_ship_g10_s0"
61
+
62
+ [train.optimizer]
63
+ lr = 1e-4
64
+ weight_decay = 0.05
65
+ warmup_steps = 500
66
+
67
+ [train.loss]
68
+ sigma = 2.0
69
+ field_weight = 1.0
70
+ coord_weight = 0.0
71
+ tri_weight = 0.02
72
+ tri_huber = 0.05
73
+ tri_max_world = 0.5
74
+
75
+ [train.eval]
76
+ every = 0
77
+
78
+ [compute]
79
+ workers = 8
80
+
81
+ [unlabeled]
82
+ # Round 13's ship, trained on every label (the current teacher, as round 13 ruled).
83
+ teacher = "/scratch/tlam/r14/octacam/runs/mvt_dinov3/round13/r13_ship_s0/model.pth"
84
+ n_per_project = 200
85
+ transductive = false
86
+ agree_px = 6.0
87
+ min_views = 3
88
+ conf_min = 0.3
89
+ weight = 0.5
90
+ mask_ratios = []
91
+ masked_weight = 1.0
92
+ unmasked_weight = 0.5
93
+ crop_tightness = [0.75, 1.6]
94
+ cache = "/scratch/tlam/r14/cache_r14_ship_g10_s0/unlabeled"
261008_mvt_dinov3b_384_octacam_fly38/fly38.toml ADDED
@@ -0,0 +1,129 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # fly38 -- the 38 tracked points of a tethered Drosophila: six 5-point legs, two
2
+ # antennae, the neck, and a 5-point dorsal-midline abdomen chain (the tergite stripes).
3
+ #
4
+ # A skeleton is points, edges and point_symmetries -- the same decomposition as SLEAP
5
+ # and DeepLabCut -- plus an optional palette (point_colors / edge_colors). The palette
6
+ # is decoration, not identity: it draws the points but is kept out of the digest, so
7
+ # recoloring never reports a different skeleton.
8
+
9
+ [skeleton]
10
+ name = "fly38"
11
+
12
+ # The points IN ORDER: channel i of the detector is points[i]. This is the contract
13
+ # with the weights.
14
+ points = [
15
+ "lf_thorax_coxa", "lf_coxa_trochanter", "lf_femur_tibia", "lf_tibia_tarsus", "lf_pretarsus",
16
+ "lm_thorax_coxa", "lm_coxa_trochanter", "lm_femur_tibia", "lm_tibia_tarsus", "lm_pretarsus",
17
+ "lh_thorax_coxa", "lh_coxa_trochanter", "lh_femur_tibia", "lh_tibia_tarsus", "lh_pretarsus",
18
+ "l_antenna",
19
+ "rf_thorax_coxa", "rf_coxa_trochanter", "rf_femur_tibia", "rf_tibia_tarsus", "rf_pretarsus",
20
+ "rm_thorax_coxa", "rm_coxa_trochanter", "rm_femur_tibia", "rm_tibia_tarsus", "rm_pretarsus",
21
+ "rh_thorax_coxa", "rh_coxa_trochanter", "rh_femur_tibia", "rh_tibia_tarsus", "rh_pretarsus",
22
+ "r_antenna",
23
+ "neck",
24
+ "abdomen0", "abdomen1", "abdomen2", "abdomen3", "abdomen4",
25
+ ]
26
+
27
+ # The edges, as pairs of points. The antennae and neck appear in no edge -- tracked
28
+ # points with no bone.
29
+ edges = [
30
+ ["lf_thorax_coxa", "lf_coxa_trochanter"], ["lf_coxa_trochanter", "lf_femur_tibia"],
31
+ ["lf_femur_tibia", "lf_tibia_tarsus"], ["lf_tibia_tarsus", "lf_pretarsus"],
32
+ ["lm_thorax_coxa", "lm_coxa_trochanter"], ["lm_coxa_trochanter", "lm_femur_tibia"],
33
+ ["lm_femur_tibia", "lm_tibia_tarsus"], ["lm_tibia_tarsus", "lm_pretarsus"],
34
+ ["lh_thorax_coxa", "lh_coxa_trochanter"], ["lh_coxa_trochanter", "lh_femur_tibia"],
35
+ ["lh_femur_tibia", "lh_tibia_tarsus"], ["lh_tibia_tarsus", "lh_pretarsus"],
36
+ ["rf_thorax_coxa", "rf_coxa_trochanter"], ["rf_coxa_trochanter", "rf_femur_tibia"],
37
+ ["rf_femur_tibia", "rf_tibia_tarsus"], ["rf_tibia_tarsus", "rf_pretarsus"],
38
+ ["rm_thorax_coxa", "rm_coxa_trochanter"], ["rm_coxa_trochanter", "rm_femur_tibia"],
39
+ ["rm_femur_tibia", "rm_tibia_tarsus"], ["rm_tibia_tarsus", "rm_pretarsus"],
40
+ ["rh_thorax_coxa", "rh_coxa_trochanter"], ["rh_coxa_trochanter", "rh_femur_tibia"],
41
+ ["rh_femur_tibia", "rh_tibia_tarsus"], ["rh_tibia_tarsus", "rh_pretarsus"],
42
+ ["abdomen0", "abdomen1"], ["abdomen1", "abdomen2"], ["abdomen2", "abdomen3"], ["abdomen3", "abdomen4"],
43
+ ]
44
+
45
+ # What each point becomes under a left/right flip. Write each pair once; anything absent
46
+ # is on the midline and maps to itself (hence no neck, no abdomen). The loader checks
47
+ # the implied mirror against `edges`: applying it must give the edge set back, so a
48
+ # wrong side or two joints of one leg exchanged is named rather than trained on silently.
49
+ point_symmetries = [
50
+ ["lf_thorax_coxa", "rf_thorax_coxa"],
51
+ ["lf_coxa_trochanter", "rf_coxa_trochanter"],
52
+ ["lf_femur_tibia", "rf_femur_tibia"],
53
+ ["lf_tibia_tarsus", "rf_tibia_tarsus"],
54
+ ["lf_pretarsus", "rf_pretarsus"],
55
+ ["lm_thorax_coxa", "rm_thorax_coxa"],
56
+ ["lm_coxa_trochanter", "rm_coxa_trochanter"],
57
+ ["lm_femur_tibia", "rm_femur_tibia"],
58
+ ["lm_tibia_tarsus", "rm_tibia_tarsus"],
59
+ ["lm_pretarsus", "rm_pretarsus"],
60
+ ["lh_thorax_coxa", "rh_thorax_coxa"],
61
+ ["lh_coxa_trochanter", "rh_coxa_trochanter"],
62
+ ["lh_femur_tibia", "rh_femur_tibia"],
63
+ ["lh_tibia_tarsus", "rh_tibia_tarsus"],
64
+ ["lh_pretarsus", "rh_pretarsus"],
65
+ ["l_antenna", "r_antenna"],
66
+ ]
67
+
68
+ # The palette. One #rrggbb per point; a key is a point name or a `*` pattern (an exact
69
+ # name beats a pattern). Optional and may be partial -- an unnamed point takes tab10 by
70
+ # index. The scheme is anatomical, so it reads at a glance: left = blue, right = red,
71
+ # front -> hind lightening within a side; the midline neck and abdomen green. Edges take
72
+ # the average of their endpoints, so every leg bone comes out its own limb's color.
73
+ [skeleton.point_colors]
74
+ "lf_*" = "#0f7399"
75
+ "lm_*" = "#1a8daf"
76
+ "lh_*" = "#75becb"
77
+ l_antenna = "#0a4f6b"
78
+ "rf_*" = "#ba1e31"
79
+ "rm_*" = "#c9564f"
80
+ "rh_*" = "#d58579"
81
+ r_antenna = "#8c1525"
82
+ neck = "#15a315"
83
+ "abdomen*" = "#61e47b"
84
+
85
+ # A canonical neutral posture (NeuroMechFly's rest pose), one [x, y, z] per point
86
+ # in millimeters, with the body center of mass at the origin (x anterior, y the
87
+ # left-right axis, z dorsal). It is NOT part of the skeleton's identity (out of the
88
+ # digest); it draws the skeleton in 3D and SEEDS labeling: projected through a
89
+ # recording's calibration it drops a rough draggable instance into each view when
90
+ # nothing else (a prior labeled frame, another view) is available to seed from.
91
+ [skeleton.default_pose]
92
+ lf_thorax_coxa = [ 0.42966, 0.17200, 0.25226]
93
+ lf_coxa_trochanter = [ 0.31028, 0.06883, -0.07688]
94
+ lf_femur_tibia = [ 0.85227, 0.42043, 0.20537]
95
+ lf_tibia_tarsus = [ 1.05606, 0.65936, -0.20658]
96
+ lf_pretarsus = [ 1.45133, 1.02885, -0.58856]
97
+ lm_thorax_coxa = [ 0.03366, 0.12500, 0.00026]
98
+ lm_coxa_trochanter = [ 0.00831, 0.09367, -0.17620]
99
+ lm_femur_tibia = [ 0.11746, 0.70120, 0.30719]
100
+ lm_tibia_tarsus = [ 0.23055, 0.96680, -0.29411]
101
+ lm_pretarsus = [ 0.38484, 1.49119, -0.73358]
102
+ lh_thorax_coxa = [-0.19334, 0.08700, -0.01474]
103
+ lh_coxa_trochanter = [-0.27402, 0.09655, -0.19640]
104
+ lh_femur_tibia = [-0.64760, 0.63110, 0.32665]
105
+ lh_tibia_tarsus = [-0.96496, 0.77982, -0.26073]
106
+ lh_pretarsus = [-1.40791, 1.03885, -0.86325]
107
+ l_antenna = [ 1.04836, 0.08600, 0.56596]
108
+ rf_thorax_coxa = [ 0.42966, -0.17200, 0.25226]
109
+ rf_coxa_trochanter = [ 0.31028, -0.06883, -0.07688]
110
+ rf_femur_tibia = [ 0.85227, -0.42043, 0.20537]
111
+ rf_tibia_tarsus = [ 1.05606, -0.65936, -0.20658]
112
+ rf_pretarsus = [ 1.45133, -1.02885, -0.58856]
113
+ rm_thorax_coxa = [ 0.03366, -0.12500, 0.00026]
114
+ rm_coxa_trochanter = [ 0.00831, -0.09367, -0.17620]
115
+ rm_femur_tibia = [ 0.11746, -0.70120, 0.30719]
116
+ rm_tibia_tarsus = [ 0.23055, -0.96680, -0.29411]
117
+ rm_pretarsus = [ 0.38484, -1.49119, -0.73358]
118
+ rh_thorax_coxa = [-0.19334, -0.08700, -0.01474]
119
+ rh_coxa_trochanter = [-0.27402, -0.09655, -0.19640]
120
+ rh_femur_tibia = [-0.64760, -0.63110, 0.32665]
121
+ rh_tibia_tarsus = [-0.96496, -0.77982, -0.26073]
122
+ rh_pretarsus = [-1.40791, -1.03885, -0.86325]
123
+ r_antenna = [ 1.04836, -0.08600, 0.56596]
124
+ neck = [ 0.61936, 0.00000, 0.48296]
125
+ abdomen0 = [-0.71698, 0.00000, 0.71444]
126
+ abdomen1 = [-0.91268, 0.00000, 0.66169]
127
+ abdomen2 = [-1.10060, 0.00000, 0.61850]
128
+ abdomen3 = [-1.27163, 0.00000, 0.56551]
129
+ abdomen4 = [-1.48737, 0.00000, 0.46364]
261008_mvt_dinov3b_384_octacam_fly38/report.json ADDED
@@ -0,0 +1,172 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "projects": {
3
+ "9A9_251119_Fly3_003": "/scratch/tlam/r14/octacam/recordings/9A9_251119_Fly3_003/deeperfly",
4
+ "AN07B017_260414_Fly4_003": "/scratch/tlam/r14/octacam/recordings/AN07B017_260414_Fly4_003/deeperfly",
5
+ "AN07B017_260414_Fly4_004": "/scratch/tlam/r14/octacam/recordings/AN07B017_260414_Fly4_004/deeperfly",
6
+ "AN07B017_260414_Fly4_005": "/scratch/tlam/r14/octacam/recordings/AN07B017_260414_Fly4_005/deeperfly",
7
+ "AN19B004_260316_Fly2_003": "/scratch/tlam/r14/octacam/recordings/AN19B004_260316_Fly2_003/deeperfly",
8
+ "ANXXX049_251125_Fly1_003": "/scratch/tlam/r14/octacam/recordings/ANXXX049_251125_Fly1_003/deeperfly",
9
+ "FW_260325_dna01a5_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260325_dna01a5_Fly1_001_label/deeperfly",
10
+ "FW_260327_g25_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260327_g25_Fly1_001_label/deeperfly",
11
+ "FW_260327_g25_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260327_g25_Fly2_001_label/deeperfly",
12
+ "FW_260327_g25_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260327_g25_Fly3_001_label/deeperfly",
13
+ "FW_260327_g25_Fly5_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260327_g25_Fly5_001_label/deeperfly",
14
+ "FW_260416_CS_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260416_CS_Fly1_001_label/deeperfly",
15
+ "FW_260418_cs_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_cs_Fly1_001_label/deeperfly",
16
+ "FW_260418_cs_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_cs_Fly2_001_label/deeperfly",
17
+ "FW_260418_g25i_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_g25i_Fly1_001_label/deeperfly",
18
+ "FW_260418_g25i_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_g25i_Fly2_001_label/deeperfly",
19
+ "FW_260418_g25i_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_g25i_Fly3_001_label/deeperfly",
20
+ "FW_260418_g25i_Fly4_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260418_g25i_Fly4_001_label/deeperfly",
21
+ "FW_260420_g25_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260420_g25_Fly1_001_label/deeperfly",
22
+ "FW_260420_g25_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260420_g25_Fly2_001_label/deeperfly",
23
+ "FW_260420_g25_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260420_g25_Fly3_001_label/deeperfly",
24
+ "FW_260420_g25_Fly4_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260420_g25_Fly4_001_label/deeperfly",
25
+ "FW_260423_cs_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260423_cs_Fly1_001_label/deeperfly",
26
+ "FW_260423_cs_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260423_cs_Fly2_001_label/deeperfly",
27
+ "FW_260423_cs_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260423_cs_Fly3_001_label/deeperfly",
28
+ "FW_260423_cs_Fly4_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260423_cs_Fly4_001_label/deeperfly",
29
+ "FW_260423_g25_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260423_g25_Fly1_001_label/deeperfly",
30
+ "FW_260424_g25_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260424_g25_Fly1_001_label/deeperfly",
31
+ "FW_260507_dfd_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260507_dfd_Fly1_001_label/deeperfly",
32
+ "FW_260507_g25_Fly1_002": "/scratch/tlam/r14/octacam/recordings/FW_260507_g25_Fly1_002/deeperfly",
33
+ "FW_260507_g25_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260507_g25_Fly2_001_label/deeperfly",
34
+ "FW_260507_g25_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260507_g25_Fly3_001_label/deeperfly",
35
+ "FW_260508_g25_Fly1_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260508_g25_Fly1_001_label/deeperfly",
36
+ "FW_260508_g25_Fly2_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260508_g25_Fly2_001_label/deeperfly",
37
+ "FW_260508_g25_Fly3_001_label": "/scratch/tlam/r14/octacam/recordings/FW_260508_g25_Fly3_001_label/deeperfly",
38
+ "FW_260508_g25_Fly4_007_label": "/scratch/tlam/r14/octacam/recordings/FW_260508_g25_Fly4_007_label/deeperfly",
39
+ "IN07B001_260417_Fly3_003": "/scratch/tlam/r14/octacam/recordings/IN07B001_260417_Fly3_003/deeperfly",
40
+ "IN07B001_260417_Fly4_004": "/scratch/tlam/r14/octacam/recordings/IN07B001_260417_Fly4_004/deeperfly",
41
+ "IN07B001_260417_Fly4_005": "/scratch/tlam/r14/octacam/recordings/IN07B001_260417_Fly4_005/deeperfly",
42
+ "IN07B001_260417_Fly4_007": "/scratch/tlam/r14/octacam/recordings/IN07B001_260417_Fly4_007/deeperfly",
43
+ "IN07B007_260323_Fly3_002": "/scratch/tlam/r14/octacam/recordings/IN07B007_260323_Fly3_002/deeperfly",
44
+ "IN10B012_260319_Fly1_003": "/scratch/tlam/r14/octacam/recordings/IN10B012_260319_Fly1_003/deeperfly",
45
+ "IN10B012_260319_Fly1_006": "/scratch/tlam/r14/octacam/recordings/IN10B012_260319_Fly1_006/deeperfly",
46
+ "IN10B014_260317_Fly1_004": "/scratch/tlam/r14/octacam/recordings/IN10B014_260317_Fly1_004/deeperfly",
47
+ "IN10B014_260320_Fly2_003": "/scratch/tlam/r14/octacam/recordings/IN10B014_260320_Fly2_003/deeperfly",
48
+ "IN10B014_260320_Fly2_009": "/scratch/tlam/r14/octacam/recordings/IN10B014_260320_Fly2_009/deeperfly",
49
+ "IN14B010_251121_Fly3_003": "/scratch/tlam/r14/octacam/recordings/IN14B010_251121_Fly3_003/deeperfly",
50
+ "IN14B011_251126_Fly3_004": "/scratch/tlam/r14/octacam/recordings/IN14B011_251126_Fly3_004/deeperfly",
51
+ "IN19B038_260313_Fly3_003": "/scratch/tlam/r14/octacam/recordings/IN19B038_260313_Fly3_003/deeperfly",
52
+ "LTM-MN_251217_Fly1_003": "/scratch/tlam/r14/octacam/recordings/LTM-MN_251217_Fly1_003/deeperfly",
53
+ "LTM-MN_260119_Fly3_003": "/scratch/tlam/r14/octacam/recordings/LTM-MN_260119_Fly3_003/deeperfly",
54
+ "LTM-MN_260120_Fly3_003": "/scratch/tlam/r14/octacam/recordings/LTM-MN_260120_Fly3_003/deeperfly",
55
+ "LTM-MN_260120_Fly3_006": "/scratch/tlam/r14/octacam/recordings/LTM-MN_260120_Fly3_006/deeperfly",
56
+ "df3d_180705_na_Fly01_behav-lowball_0013": "/scratch/tlam/r14/octacam/recordings/df3d_180705_na_Fly01_behav-lowball_0013/deeperfly",
57
+ "df3d_180918_MDN_CsCh_Fly1_001_SG1": "/scratch/tlam/r14/octacam/recordings/df3d_180918_MDN_CsCh_Fly1_001_SG1/deeperfly",
58
+ "df3d_180920_aDN_CsCh_Fly2_003_SG1": "/scratch/tlam/r14/octacam/recordings/df3d_180920_aDN_CsCh_Fly2_003_SG1/deeperfly",
59
+ "df3d_180920_aDN_PR_Fly2_004_SG1": "/scratch/tlam/r14/octacam/recordings/df3d_180920_aDN_PR_Fly2_004_SG1/deeperfly",
60
+ "df3d_180921_aDN_CsCh_Fly7_001_SG1": "/scratch/tlam/r14/octacam/recordings/df3d_180921_aDN_CsCh_Fly7_001_SG1/deeperfly",
61
+ "df3d_191129_ABO_Fly2_001_coronal": "/scratch/tlam/r14/octacam/recordings/df3d_191129_ABO_Fly2_001_coronal/deeperfly",
62
+ "df3d_2018-05-10--17-53-30--testViewElavGC6s-R57C10-GC6s-tdTom_Fly4": "/scratch/tlam/r14/octacam/recordings/df3d_2018-05-10--17-53-30--testViewElavGC6s-R57C10-GC6s-tdTom_Fly4/deeperfly",
63
+ "df3d_2018-05-29--18-58-22--semih": "/scratch/tlam/r14/octacam/recordings/df3d_2018-05-29--18-58-22--semih/deeperfly",
64
+ "df3d_2018-06-12--16-05-24--semih": "/scratch/tlam/r14/octacam/recordings/df3d_2018-06-12--16-05-24--semih/deeperfly",
65
+ "df3d_210727_aJO-GAL4xUAS-CsChr_Fly001_003_Beh": "/scratch/tlam/r14/octacam/recordings/df3d_210727_aJO-GAL4xUAS-CsChr_Fly001_003_Beh/deeperfly",
66
+ "df3d_DM180904_MDN_CsCh_Fly1_SG_eye_1dot2_behData_001": "/scratch/tlam/r14/octacam/recordings/df3d_DM180904_MDN_CsCh_Fly1_SG_eye_1dot2_behData_001/deeperfly",
67
+ "df3d_Fly1_behavwd_behData_002": "/scratch/tlam/r14/octacam/recordings/df3d_Fly1_behavwd_behData_002/deeperfly",
68
+ "oldrig_demo": "/scratch/tlam/r14/octacam/recordings/oldrig_demo/deeperfly",
69
+ "scape_260417_IN07B001_Fly3_004": "/scratch/tlam/r14/octacam/recordings/scape_260417_IN07B001_Fly3_004/deeperfly",
70
+ "scape_260417_IN07B001_Fly4_006": "/scratch/tlam/r14/octacam/recordings/scape_260417_IN07B001_Fly4_006/deeperfly"
71
+ },
72
+ "train_projects": [
73
+ "9A9_251119_Fly3_003",
74
+ "AN07B017_260414_Fly4_003",
75
+ "AN07B017_260414_Fly4_004",
76
+ "AN07B017_260414_Fly4_005",
77
+ "AN19B004_260316_Fly2_003",
78
+ "ANXXX049_251125_Fly1_003",
79
+ "FW_260325_dna01a5_Fly1_001_label",
80
+ "FW_260327_g25_Fly1_001_label",
81
+ "FW_260327_g25_Fly2_001_label",
82
+ "FW_260327_g25_Fly3_001_label",
83
+ "FW_260327_g25_Fly5_001_label",
84
+ "FW_260416_CS_Fly1_001_label",
85
+ "FW_260418_cs_Fly1_001_label",
86
+ "FW_260418_cs_Fly2_001_label",
87
+ "FW_260418_g25i_Fly1_001_label",
88
+ "FW_260418_g25i_Fly2_001_label",
89
+ "FW_260418_g25i_Fly3_001_label",
90
+ "FW_260418_g25i_Fly4_001_label",
91
+ "FW_260420_g25_Fly1_001_label",
92
+ "FW_260420_g25_Fly2_001_label",
93
+ "FW_260420_g25_Fly3_001_label",
94
+ "FW_260420_g25_Fly4_001_label",
95
+ "FW_260423_cs_Fly1_001_label",
96
+ "FW_260423_cs_Fly2_001_label",
97
+ "FW_260423_cs_Fly3_001_label",
98
+ "FW_260423_cs_Fly4_001_label",
99
+ "FW_260423_g25_Fly1_001_label",
100
+ "FW_260424_g25_Fly1_001_label",
101
+ "FW_260507_dfd_Fly1_001_label",
102
+ "FW_260507_g25_Fly1_002",
103
+ "FW_260507_g25_Fly2_001_label",
104
+ "FW_260507_g25_Fly3_001_label",
105
+ "FW_260508_g25_Fly1_001_label",
106
+ "FW_260508_g25_Fly2_001_label",
107
+ "FW_260508_g25_Fly3_001_label",
108
+ "FW_260508_g25_Fly4_007_label",
109
+ "IN07B001_260417_Fly3_003",
110
+ "IN07B001_260417_Fly4_004",
111
+ "IN07B001_260417_Fly4_005",
112
+ "IN07B001_260417_Fly4_007",
113
+ "IN07B007_260323_Fly3_002",
114
+ "IN10B012_260319_Fly1_003",
115
+ "IN10B012_260319_Fly1_006",
116
+ "IN10B014_260317_Fly1_004",
117
+ "IN10B014_260320_Fly2_003",
118
+ "IN10B014_260320_Fly2_009",
119
+ "IN14B010_251121_Fly3_003",
120
+ "IN14B011_251126_Fly3_004",
121
+ "IN19B038_260313_Fly3_003",
122
+ "LTM-MN_251217_Fly1_003",
123
+ "LTM-MN_260119_Fly3_003",
124
+ "LTM-MN_260120_Fly3_003",
125
+ "LTM-MN_260120_Fly3_006",
126
+ "df3d_180705_na_Fly01_behav-lowball_0013",
127
+ "df3d_180920_aDN_PR_Fly2_004_SG1",
128
+ "df3d_180921_aDN_CsCh_Fly7_001_SG1",
129
+ "df3d_191129_ABO_Fly2_001_coronal",
130
+ "df3d_210727_aJO-GAL4xUAS-CsChr_Fly001_003_Beh",
131
+ "df3d_DM180904_MDN_CsCh_Fly1_SG_eye_1dot2_behData_001",
132
+ "oldrig_demo",
133
+ "scape_260417_IN07B001_Fly3_004",
134
+ "scape_260417_IN07B001_Fly4_006"
135
+ ],
136
+ "holdout": [],
137
+ "holdout_frames": {},
138
+ "n_train_items": 4703,
139
+ "augment": {
140
+ "degrees": 12.0,
141
+ "scale": [
142
+ 1.0,
143
+ 1.0
144
+ ],
145
+ "aspect": [
146
+ 0.85,
147
+ 1.18
148
+ ],
149
+ "translate": [
150
+ 0.0,
151
+ 0.0
152
+ ],
153
+ "flip_p": 0.5,
154
+ "brightness": 0.3,
155
+ "contrast": 0.3,
156
+ "gamma": [
157
+ 0.7,
158
+ 1.4
159
+ ],
160
+ "blur_sigma": [
161
+ 0.5,
162
+ 1.5
163
+ ],
164
+ "noise_std": 0.03,
165
+ "photometric_p": 0.5
166
+ },
167
+ "final_loss": 6.6500091552734375,
168
+ "holdout_report": null,
169
+ "select_best": null,
170
+ "best_step": null,
171
+ "best_score": null
172
+ }