avewright's picture
exp189 maxelo policy: best+latest (step 2851), elo~1700, progress docs
1c0e1b7 verified
Raw
History Blame Contribute Delete
15.5 kB
{
"checkpoint": "/root/transform/outputs/exp189_200m_maxelo_policy/latest.pt",
"device": "cuda",
"config": {
"movetime": 0.05,
"ply_cap": 160,
"games_per_opening_per_color": 1,
"elos": [
1500,
1800,
2100,
2400,
2700,
3000
],
"openings": [
"startpos",
"e2e4 e7e5",
"d2d4 d7d5",
"e2e4 c7c5",
"d2d4 g8f6",
"e2e4 e7e6",
"c2c4 e7e5",
"g1f3 d7d5"
],
"stop_after_bracket": true,
"model_config": null
},
"summaries": [
{
"sf_elo": 1500,
"games": 16,
"score": 0.625,
"score_ci95": [
0.3864,
0.8152
],
"w": 7,
"d": 6,
"l": 3,
"avg_plies": 88.2,
"terminations": {
"CHECKMATE": 10,
"PLY_CAP": 2,
"THREEFOLD_REPETITION": 4
},
"by_color": {
"white": {
"games": 8,
"score": 0.625,
"w": 3,
"d": 4,
"l": 1
},
"black": {
"games": 8,
"score": 0.625,
"w": 4,
"d": 2,
"l": 2
}
},
"by_opening": [
{
"opening": "c2c4 e7e5",
"games": 2,
"score": 0.25,
"w": 0,
"d": 1,
"l": 1
},
{
"opening": "d2d4 d7d5",
"games": 2,
"score": 1.0,
"w": 2,
"d": 0,
"l": 0
},
{
"opening": "d2d4 g8f6",
"games": 2,
"score": 0.25,
"w": 0,
"d": 1,
"l": 1
},
{
"opening": "e2e4 c7c5",
"games": 2,
"score": 0.5,
"w": 0,
"d": 2,
"l": 0
},
{
"opening": "e2e4 e7e5",
"games": 2,
"score": 0.75,
"w": 1,
"d": 1,
"l": 0
},
{
"opening": "e2e4 e7e6",
"games": 2,
"score": 1.0,
"w": 2,
"d": 0,
"l": 0
},
{
"opening": "g1f3 d7d5",
"games": 2,
"score": 0.25,
"w": 0,
"d": 1,
"l": 1
},
{
"opening": "startpos",
"games": 2,
"score": 1.0,
"w": 2,
"d": 0,
"l": 0
}
]
},
{
"sf_elo": 1800,
"games": 16,
"score": 0.4375,
"score_ci95": [
0.231,
0.6682
],
"w": 4,
"d": 6,
"l": 6,
"avg_plies": 111.6,
"terminations": {
"CHECKMATE": 10,
"PLY_CAP": 2,
"THREEFOLD_REPETITION": 4
},
"by_color": {
"white": {
"games": 8,
"score": 0.5,
"w": 2,
"d": 4,
"l": 2
},
"black": {
"games": 8,
"score": 0.375,
"w": 2,
"d": 2,
"l": 4
}
},
"by_opening": [
{
"opening": "c2c4 e7e5",
"games": 2,
"score": 0.5,
"w": 1,
"d": 0,
"l": 1
},
{
"opening": "d2d4 d7d5",
"games": 2,
"score": 0.5,
"w": 1,
"d": 0,
"l": 1
},
{
"opening": "d2d4 g8f6",
"games": 2,
"score": 0.5,
"w": 0,
"d": 2,
"l": 0
},
{
"opening": "e2e4 c7c5",
"games": 2,
"score": 0.0,
"w": 0,
"d": 0,
"l": 2
},
{
"opening": "e2e4 e7e5",
"games": 2,
"score": 0.25,
"w": 0,
"d": 1,
"l": 1
},
{
"opening": "e2e4 e7e6",
"games": 2,
"score": 0.75,
"w": 1,
"d": 1,
"l": 0
},
{
"opening": "g1f3 d7d5",
"games": 2,
"score": 0.5,
"w": 0,
"d": 2,
"l": 0
},
{
"opening": "startpos",
"games": 2,
"score": 0.5,
"w": 1,
"d": 0,
"l": 1
}
]
}
],
"games": [
{
"sf_elo": 1500,
"model_color": "white",
"opening": [],
"opening_name": "startpos",
"result": "1-0",
"score": 1.0,
"plies": 93,
"termination": "CHECKMATE",
"final_fen": "r5kR/8/5Q2/3P2P1/Np4B1/1P5P/1P3p2/2K2R2 b - - 2 47",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [],
"opening_name": "startpos",
"result": "0-1",
"score": 1.0,
"plies": 58,
"termination": "CHECKMATE",
"final_fen": "r1b4k/1p3Rp1/2p5/p7/8/P3n1P1/1P2qK1P/4r3 w - - 5 30",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"e2e4",
"e7e5"
],
"opening_name": "e2e4 e7e5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 133,
"termination": "THREEFOLD_REPETITION",
"final_fen": "8/8/7q/3k3P/5PK1/8/8/8 b - - 9 67",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"e2e4",
"e7e5"
],
"opening_name": "e2e4 e7e5",
"result": "0-1",
"score": 1.0,
"plies": 46,
"termination": "CHECKMATE",
"final_fen": "r4rk1/p4pp1/3pb2p/2b1p3/P4P1P/6R1/6PK/6q1 w - - 2 24",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"d2d4",
"d7d5"
],
"opening_name": "d2d4 d7d5",
"result": "1-0",
"score": 1.0,
"plies": 77,
"termination": "CHECKMATE",
"final_fen": "R5k1/4Q3/8/7p/3P4/4P3/6PP/4K3 b - - 1 39",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"d2d4",
"d7d5"
],
"opening_name": "d2d4 d7d5",
"result": "0-1",
"score": 1.0,
"plies": 50,
"termination": "CHECKMATE",
"final_fen": "8/p4p1k/b1p5/3p2n1/8/7P/2q1rPP1/2KR3R w - - 5 26",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"e2e4",
"c7c5"
],
"opening_name": "e2e4 c7c5",
"result": "*",
"score": 0.5,
"plies": 160,
"termination": "PLY_CAP",
"final_fen": "8/5Pb1/4K2k/p7/8/8/8/4r3 w - - 8 81",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"e2e4",
"c7c5"
],
"opening_name": "e2e4 c7c5",
"result": "*",
"score": 0.5,
"plies": 160,
"termination": "PLY_CAP",
"final_fen": "6k1/8/1R6/8/8/4p3/4K3/8 w - - 7 81",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"d2d4",
"g8f6"
],
"opening_name": "d2d4 g8f6",
"result": "1/2-1/2",
"score": 0.5,
"plies": 65,
"termination": "THREEFOLD_REPETITION",
"final_fen": "8/r1p4k/1p1p1n2/p1nB1R2/2P5/2P5/P3KPP1/8 b - - 8 33",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"d2d4",
"g8f6"
],
"opening_name": "d2d4 g8f6",
"result": "1-0",
"score": 0.0,
"plies": 63,
"termination": "CHECKMATE",
"final_fen": "r1bR2k1/1q4pp/8/1p1nN3/2pPp1P1/2P1P2P/2Q2P2/r1B2RK1 b - - 2 32",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"e2e4",
"e7e6"
],
"opening_name": "e2e4 e7e6",
"result": "1-0",
"score": 1.0,
"plies": 91,
"termination": "CHECKMATE",
"final_fen": "8/8/8/1p3Q2/p1p4k/7R/PPP3P1/6K1 b - - 19 46",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"e2e4",
"e7e6"
],
"opening_name": "e2e4 e7e6",
"result": "0-1",
"score": 1.0,
"plies": 88,
"termination": "CHECKMATE",
"final_fen": "6k1/p2n2pp/8/2b5/8/2K4P/2qr4/8 w - - 6 45",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"c2c4",
"e7e5"
],
"opening_name": "c2c4 e7e5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 69,
"termination": "THREEFOLD_REPETITION",
"final_fen": "8/pR2k3/2p4p/6p1/1PP1p3/2B1n3/P3KP2/5B1q b - - 7 35",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"c2c4",
"e7e5"
],
"opening_name": "c2c4 e7e5",
"result": "1-0",
"score": 0.0,
"plies": 97,
"termination": "CHECKMATE",
"final_fen": "8/p4p2/krQ3p1/6Pp/7K/8/R7/8 b - - 0 49",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "white",
"opening": [
"g1f3",
"d7d5"
],
"opening_name": "g1f3 d7d5",
"result": "0-1",
"score": 0.0,
"plies": 100,
"termination": "CHECKMATE",
"final_fen": "7k/4p2P/8/6P1/3p1P2/3Bq3/4P1K1/6q1 w - - 1 51",
"repeat_idx": 0
},
{
"sf_elo": 1500,
"model_color": "black",
"opening": [
"g1f3",
"d7d5"
],
"opening_name": "g1f3 d7d5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 61,
"termination": "THREEFOLD_REPETITION",
"final_fen": "3r1rk1/1p4pp/8/2pn4/P1nN2Pq/3P4/6P1/R3R1K1 b - - 7 31",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [],
"opening_name": "startpos",
"result": "1-0",
"score": 1.0,
"plies": 79,
"termination": "CHECKMATE",
"final_fen": "6k1/6Qp/5Pp1/BN6/P7/8/1P4PP/4R1K1 b - - 4 40",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [],
"opening_name": "startpos",
"result": "1-0",
"score": 0.0,
"plies": 67,
"termination": "CHECKMATE",
"final_fen": "7r/7p/7Q/p4k2/2p2R2/6PP/PB3K2/5R2 b - - 0 34",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"e2e4",
"e7e5"
],
"opening_name": "e2e4 e7e5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 65,
"termination": "THREEFOLD_REPETITION",
"final_fen": "1r3k1r/2p4p/5Qp1/pq1pP3/N2p2P1/1P5P/PKP5/4R3 b - - 9 33",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"e2e4",
"e7e5"
],
"opening_name": "e2e4 e7e5",
"result": "1-0",
"score": 0.0,
"plies": 151,
"termination": "CHECKMATE",
"final_fen": "R1k5/8/PP6/4N3/8/5K2/8/8 b - - 4 76",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"d2d4",
"d7d5"
],
"opening_name": "d2d4 d7d5",
"result": "1-0",
"score": 1.0,
"plies": 71,
"termination": "CHECKMATE",
"final_fen": "4B3/1p4Qk/p1p1p3/2P5/1P1B1R2/P7/6KP/8 b - - 0 36",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"d2d4",
"d7d5"
],
"opening_name": "d2d4 d7d5",
"result": "1-0",
"score": 0.0,
"plies": 131,
"termination": "CHECKMATE",
"final_fen": "8/8/R7/4k1QP/3N4/3K4/8/8 b - - 6 66",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"e2e4",
"c7c5"
],
"opening_name": "e2e4 c7c5",
"result": "0-1",
"score": 0.0,
"plies": 92,
"termination": "CHECKMATE",
"final_fen": "8/pp6/3p2k1/2pPb1p1/P4P2/2P4q/1P4r1/5RK1 w - - 5 47",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"e2e4",
"c7c5"
],
"opening_name": "e2e4 c7c5",
"result": "1-0",
"score": 0.0,
"plies": 55,
"termination": "CHECKMATE",
"final_fen": "5Q1k/p6p/2p3p1/8/3qp3/1P5P/P1P3P1/7K b - - 0 28",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"d2d4",
"g8f6"
],
"opening_name": "d2d4 g8f6",
"result": "*",
"score": 0.5,
"plies": 160,
"termination": "PLY_CAP",
"final_fen": "8/2R5/5k2/1p3P2/pPb5/P1K5/8/3r4 w - - 8 81",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"d2d4",
"g8f6"
],
"opening_name": "d2d4 g8f6",
"result": "1/2-1/2",
"score": 0.5,
"plies": 134,
"termination": "THREEFOLD_REPETITION",
"final_fen": "8/8/1k4p1/7p/7P/1K4p1/2R3P1/8 w - - 10 68",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"e2e4",
"e7e6"
],
"opening_name": "e2e4 e7e6",
"result": "*",
"score": 0.5,
"plies": 160,
"termination": "PLY_CAP",
"final_fen": "7K/8/b5k1/8/8/8/5p2/8 w - - 0 81",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"e2e4",
"e7e6"
],
"opening_name": "e2e4 e7e6",
"result": "0-1",
"score": 1.0,
"plies": 130,
"termination": "CHECKMATE",
"final_fen": "8/Kq2k3/2q5/2p4p/8/8/8/8 w - - 9 66",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"c2c4",
"e7e5"
],
"opening_name": "c2c4 e7e5",
"result": "0-1",
"score": 0.0,
"plies": 120,
"termination": "CHECKMATE",
"final_fen": "8/8/8/2p4p/p1k2B2/Pp6/q7/K7 w - - 18 61",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"c2c4",
"e7e5"
],
"opening_name": "c2c4 e7e5",
"result": "0-1",
"score": 1.0,
"plies": 88,
"termination": "CHECKMATE",
"final_fen": "8/p1p4p/7p/3k4/8/b5q1/8/5q1K w - - 4 45",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "white",
"opening": [
"g1f3",
"d7d5"
],
"opening_name": "g1f3 d7d5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 147,
"termination": "THREEFOLD_REPETITION",
"final_fen": "8/2n1r3/1KP5/8/8/2R2k1P/8/8 b - - 12 74",
"repeat_idx": 0
},
{
"sf_elo": 1800,
"model_color": "black",
"opening": [
"g1f3",
"d7d5"
],
"opening_name": "g1f3 d7d5",
"result": "1/2-1/2",
"score": 0.5,
"plies": 136,
"termination": "THREEFOLD_REPETITION",
"final_fen": "7k/6p1/5p2/8/8/8/3K4/8 w - - 35 69",
"repeat_idx": 0
}
],
"estimate": {
"estimated_elo": 1700,
"lower_bound": 1500,
"upper_bound": 1800,
"note": "bracketed by 1500 (score=0.625) and 1800 (score=0.438); non-monotonic results may make this estimate noisy"
}
}