File size: 2,145 Bytes
c09a3f4
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
"""Quick proxy: DEEP prefix, small k. Usage: python proxy.py DATA_DIR n k T seeds..."""
import sys, time, json
import numpy as np, faiss
sys.path.insert(0, __file__.rsplit("/benchmarks", 1)[0])
from faiss.contrib.e_means import NumpyEmeans
from aries.pemeans import PEmeans
faiss.omp_set_num_threads(4)
data, n, k, T = sys.argv[1], int(sys.argv[2]), int(sys.argv[3]), float(sys.argv[4])
seeds = [int(s) for s in sys.argv[5:]]
x = np.ascontiguousarray(np.load(f"{data}/train_1M.npy", mmap_mode="r")[:n])
test = np.load(f"{data}/test.npy")

def mse(c):
    D, I = faiss.knn(test, c, 1)
    diff = test.astype(np.float64) - c[I[:, 0]].astype(np.float64)
    return (diff * diff).sum() / len(test)

V = {"official": lambda s: NumpyEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput"),
     "PE(faiss,usage)=identity": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="usage"),
     "PE(principal,usage)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="usage"),
     "PE(faiss,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="faiss", gain="greedy"),
     "PE(principal,greedy)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="greedy"),
     "PE(principal,sample)": lambda s: PEmeans(x.shape[1], k, nepochs=T, seed=s, batch_law="throughput", split="principal", gain="sample")}
res = {}
for name, mk in V.items():
    vals, secs = [], []
    for s in seeds:
        init = x[np.random.RandomState(s).permutation(n)[:k]].copy()
        t = time.time(); km = mk(s); c, _ = km.train(x, init_centroids=init); secs.append(time.time() - t)
        vals.append(mse(c))
    res[name] = vals
    print(f"{name:28s} test MSE {np.mean(vals):.5f} ± {np.std(vals):.5f}  ({np.mean(secs):.1f}s)  per-seed {[round(v,5) for v in vals]}", flush=True)
base = np.array(res["official"])
for name, v in res.items():
    d = 100 * (np.array(v) - base) / base
    print(f"{name:28s} paired change vs official: {d.mean():+.3f}% (wins {int((d<0).sum())}/{len(d)})")