convert.py

import sys
import pickle
import numpy as np

filename, = sys.argv[1:]
data = pickle.load(open(filename, "rb"))
embeddings = data["embeddings"]
filenames = data["filenames"]
embeddings = embeddings.astype(np.float16)
data["embeddings"] = embeddings

output_filename = filename[:-4] + ".f16.pkl"
with open(output_filename, "wb") as f:
    pickle.dump(data, f)