{
 "name": "fusion-perception-1",
 "version": "v0.1-preview",
 "family": "Fusion Perception",
 "capability": "landmark / place retrieval (global descriptor)",
 "backbone": "facebook/dinov2-large",
 "backbone_license": "apache-2.0",
 "backbone_frozen": true,
 "patch_size": 14,
 "descriptor": {
  "dim": 512,
  "normalize": true,
  "dtype_reference": "float16 on CUDA (the precision every reported number was produced at)"
 },
 "preprocess": {
  "scales": [
   1.0,
   1.414,
   2.0
  ],
  "base_short_side": 224,
  "max_long_side": 1022,
  "snap_multiple": 14,
  "resample": "bicubic",
  "mean": [
   0.485,
   0.456,
   0.406
  ],
  "std": [
   0.229,
   0.224,
   0.225
  ],
  "note": "per scale: short side = round(224*scale/14)*14, long side scaled by aspect, snapped to /14 and clamped to 1022; CLS token L2-normalized per scale, the three averaged, re-normalized -> 1024-d multi-scale CLS"
 },
 "head": {
  "architecture": "Linear(1024, 2048) -> GELU -> Linear(2048, 512, bias=False) -> BatchNorm1d(512) -> L2",
  "trained_params": 3148800,
  "training_objective": "ArcFace (margin 0.3, scale 32), label smoothing 0.1, class-balanced sqrt sampling, AdamW + cosine, batch 4096, 40 epochs, early stop patience 8",
  "training_data": "Google Landmarks v2 clean (GLDv2-clean), classes with >= 3 images"
 },
 "heads": {
  "standard": {
   "file": "heads/retrieval_head_standard.pt",
   "train_images": 1570970,
   "train_classes": 76563,
   "note": "all GLDv2-clean classes, the same training data published systems use",
   "safetensors": "model.safetensors",
   "default": true
  },
  "decon": {
   "file": "heads/retrieval_head_decon.pt",
   "train_images": 1568445,
   "train_classes": 76478,
   "note": "GLDv2-clean minus the 87 classes our audit matched to ROxford/RParis query landmarks",
   "safetensors": "model_decon.safetensors"
  }
 },
 "default_head": "standard",
 "reranking": {
  "optional": true,
  "method": "AMES (Suma et al., ECCV 2024) over frozen DINOv2-B local descriptors, top-1600 shortlist",
  "ensemble": "score = lambda * global_cosine + (1 - lambda) * sigmoid(temp * ames_logit)",
  "lambda": 0.55,
  "temp": 0.3,
  "script": "rerank.py",
  "note": "this repo ships the first-stage global descriptor and rerank.py, which runs the second stage. The AMES code (Apache-2.0), checkpoint and local descriptors are the authors', are fetched from them on first use, are used unchanged, and are not redistributed here."
 },
 "license": "cc-by-nc-4.0"
}