kale-tts-1-tiny / recipe /export /phase_float32.py
NERDDISCO's picture
kale-tts-1
f21d6eb
Raw History Blame Contribute Delete
1.51 kB
# SPDX-License-Identifier: Apache-2.0
# Copyright 2026 Kale
"""float32-only copy of a kale-tts-1 graph for onnxruntime-web's WebGPU build (and so transformers.js in the browser).
The one-file graph keeps the sine source's phase sum (CumSum) in float64. The plain wasm build runs that, but the WebGPU/JSEP build of
onnxruntime-web >= 1.31 ships no float->double Cast ("Could not find an implementation for Cast(13) node '/g/head/Cast'"), and
transformers.js always loads that build. This rewrites the three Casts so the phase path stays float32, and keeps the graph otherwise as is.
usage: python make_web_graph.py <model.onnx> <out.onnx>"""
import sys, onnx
from onnx import TensorProto, numpy_helper
src, dst = sys.argv[1:3]
m = onnx.load(src); g = m.graph; changed = []
for n in g.node:
if n.op_type == "Cast":
for a in n.attribute:
if a.name == "to" and a.i == TensorProto.DOUBLE: a.i = TensorProto.FLOAT; changed.append(n.name)
if n.op_type in ("Constant", "ConstantOfShape"): # double constants on the phase path -> float
for a in n.attribute:
if a.name == "value" and a.t.data_type == TensorProto.DOUBLE:
a.t.CopyFrom(numpy_helper.from_array(numpy_helper.to_array(a.t).astype("float32"), a.t.name)); changed.append(n.name)
for vi in list(g.value_info):
if vi.type.tensor_type.elem_type == TensorProto.DOUBLE: vi.type.tensor_type.elem_type = TensorProto.FLOAT
onnx.checker.check_model(m); onnx.save(m, dst); print("float32 now:", changed)