nklockiewicz's picture
Annotate dynamic token dim with min/max (2..512) in config shapes
11f81b8 verified
Raw
History Blame Contribute Delete
946 Bytes
{
"$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json",
"model": "lfm2_5_embedding_350m",
"family": "lfm2",
"capabilities": [
"text-embedding"
],
"backend": "mlx",
"license": "other",
"tokenizer": "../tokenizer.json",
"tokenizer_config": "../tokenizer_config.json",
"variants": [
{
"file": "lfm_2_5_embedding_350m_mlx_int4.pte",
"precision": "int4",
"quantized": true,
"default": true,
"methods": {
"forward": {
"inputs": [
{
"shape": [
1,
{
"min": 2,
"max": 512
}
],
"dtype": "int64"
},
{
"shape": [
1,
{
"min": 2,
"max": 512
}
],
"dtype": "int64"
}
],
"outputs": [
{
"shape": [
1,
1024
],
"dtype": "float32"
}
]
}
}
}
]
}