{
  "mic": "0.3",
  "name": "FNet pretraining heads",
  "usage": "AutoTokenizer + AutoModelForPreTraining, batched, right padding, MLM + NSP losses",
  "architecture": "FNetForPreTraining",
  "checkpoints": {
    "google/fnet-base": {
      "fixture": "huggingface-mic/fnet-base-mic"
    }
  },
  "fixtures": {
    "huggingface-mic/fnet-base-mic": {
      "built_from": "google/fnet-base",
      "covers": [
        "google/fnet-base"
      ],
      "build": {
        "seed": 17,
        "model_class": "FNetForPreTraining",
        "accept_unhealthy": {
          "bfloat16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'",
          "float16": "FNet's Fourier mixing rejects half precision on CPU: 'mixed dtype (CPU): expect parameter to have scalar type of Float'"
        }
      }
    }
  },
  "integrations": {
    "transformers": {
      "entry_point": "integrations/transformers/usage.md",
      "format": "runnable-markdown",
      "requires": [
        "transformers>=5",
        "torch"
      ],
      "targets": [
        "fixtures",
        "checkpoints"
      ],
      "variants": {
        "default": {},
        "eager": {
          "attn_implementation": "eager"
        }
      },
      "training": true,
      "resources": {
        "fixture": {
          "memory_gb": 1,
          "download_mb": 20
        },
        "google/fnet-base": {
          "memory_gb": 3,
          "download_mb": 500
        }
      }
    }
  },
  "outputs": {
    "runtime": {
      "compare": "exact"
    },
    "predicted_tokens": {
      "compare": "exact"
    },
    "predicted_text": {
      "compare": "exact"
    },
    "mlm_logits": {
      "compare": "allclose",
      "atol": 0.0001,
      "rtol": 0.0001
    },
    "nsp_logits": {
      "compare": "allclose",
      "atol": 0.0001,
      "rtol": 0.0001
    },
    "training.loss": {
      "compare": "allclose",
      "atol": 0.0001,
      "rtol": 0.0001
    },
    "training.gradients": {
      "compare": "all_true"
    },
    "training.updated": {
      "compare": "true"
    }
  }
}