File size: 2,145 Bytes
c09a3f4 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 | """Quick proxy: DEEP prefix, small k. Usage: python proxy.py DATA_DIR n k T seeds..."""
import sys, time, json
import numpy as np, faiss
sys.path.insert(0, __file__.rsplit("/benchmarks", 1)[0])
from faiss.contrib.e_means import NumpyEmeans
from aries.pemeans import PEmeans
faiss.omp_set_num_threads(4)
data, n, k, T = sys.argv[1], int(sys.argv[2]), int(sys.argv[3]), float(sys.argv[4])
seeds = [int(s) for s in sys.argv[5:]]
x = np.ascontiguousarray(np.load(f"{data}/train_1M.npy", mmap_mode="r")[:n])
test = np.load(f"{data}/test.npy")
def mse(c):
D, I = faiss.knn(test, c, 1)
diff = test.astype(np.float64) - c[I[:, 0]].astype(np.float64)
return (diff * diff).sum() / len(test)
V = {"official": lambda s: NumpyEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput"),
"PE(faiss,usage)=identity": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="usage"),
"PE(principal,usage)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="usage"),
"PE(faiss,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="greedy"),
"PE(principal,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="greedy"),
"PE(principal,sample)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="sample")}
res = {}
for name, mk in V.items():
vals, secs = [], []
for s in seeds:
init = x[np.random.RandomState(s).permutation(n)[:k]].copy()
t = time.time(); km = mk(s); c, _ = km.train(x, init_centroids=init); secs.append(time.time() - t)
vals.append(mse(c))
res[name] = vals
print(f"{name:28s} test MSE {np.mean(vals):.5f} ± {np.std(vals):.5f} ({np.mean(secs):.1f}s) per-seed {[round(v,5) for v in vals]}", flush=True)
base = np.array(res["official"])
for name, v in res.items():
d = 100 * (np.array(v) - base) / base
print(f"{name:28s} paired change vs official: {d.mean():+.3f}% (wins {int((d<0).sum())}/{len(d)})")
|