config.json

{
    "model_type": "model2vec",
    "architectures": [
        "StaticModel"
    ],
    "tokenizer_name": "microsoft/harrier-oss-v1-0.6b",
    "apply_pca": 256,
    "sif_coefficient": 0.0001,
    "hidden_dim": 256,
    "seq_length": 1000000,
    "normalize": true,
    "pooling": "last",
    "embedding_dtype": "float16"
}