src/model-precision.js

export function selectEmbeddingPrecision(manifest, adapterFeatures = []) {
  const features = adapterFeatures instanceof Set ? adapterFeatures : new Set(adapterFeatures);
  const precision = features.has('shader-f16') ? 'fp16' : 'fp32';
  const externalDataChunks = { ...manifest.runtime.externalDataChunks };
  delete externalDataChunks['embed_tokens_fp16.onnx'];
  if (precision === 'fp16') externalDataChunks['embed_tokens_fp16.onnx'] = 1;

  return {
    precision,
    manifest: {
      ...manifest,
      runtime: {
        ...manifest.runtime,
        dtype: { ...manifest.runtime.dtype, embed_tokens: precision },
        externalDataChunks,
      },
    },
  };
}