{ "name": "reef", "format": "reef-v1", "model": { "state_len": 384, "schema_len": 384, "grid_width": 32, "embed_dim": 256, "input_dim": 128, "width": 256, "expansion": 3, "kernel": [ 3, 5 ], "depth": 11, "dropout": 0.1, "vocab_size": 29528, "global_max": true, "max_instruction_tokens": 128, "max_option_tokens": 48, "hoist_instructions": true, "bands": 2, "band_max": true, "schema_to_state": true, "mlp_rank": 0, "hoist_empty_state": true, "gate": true, "zero_init": true, "drop_opaque_keys": true, "state_avgpool": true, "mlp_leak": 0.1, "mlp_norm": true, "act_clip": { "stem_q": [ -3.735, 4.0365 ], "polyp0_mixq": [ -33.7932, 38.4042 ], "polyp0_resq": [ -10.5252, 10.5416 ], "polyp1_mixq": [ -81.1884, 77.6882 ], "polyp1_resq": [ -19.6712, 16.6502 ], "polyp2_mixq": [ -198.8521, 196.2267 ], "polyp2_resq": [ -26.4767, 22.5516 ], "polyp3_mixq": [ -297.2089, 293.4478 ], "polyp3_resq": [ -35.1503, 34.8666 ], "polyp4_mixq": [ -396.9685, 418.4444 ], "polyp4_resq": [ -43.6214, 43.1923 ], "polyp5_mixq": [ -487.4022, 456.209 ], "polyp5_resq": [ -50.2699, 49.0352 ], "polyp6_mixq": [ -523.702, 544.392 ], "polyp6_resq": [ -54.3817, 54.8533 ], "polyp7_mixq": [ -565.9102, 583.926 ], "polyp7_resq": [ -58.6083, 59.2479 ], "polyp8_mixq": [ -595.5142, 627.5374 ], "polyp8_resq": [ -66.6176, 69.4399 ], "polyp9_mixq": [ -678.3539, 688.6672 ], "polyp9_resq": [ -74.3822, 76.3274 ], "polyp10_mixq": [ -772.6296, 768.8296 ], "polyp10_resq": [ -87.7964, 89.861 ] } }, "temperatures": { "noul": 1.3447, "choice": 1.2085, "score": 1.2748 }, "embeddings_source": "minishlab/potion-base-8M", "encoder_params": 7379457, "edgetpu": true, "train_args": { "train_data": [ "alert-triage", "frigate-triage", "notify-gate", "protect-triage", "unifi-network", "open-jev:train?cap.painting-geometry-v1=4000&cap.snake-v1=3000&cap.vizdoom-basic-v1=2000&cap.tic_tac_toe-v1=1500&cap.tile_platformer-v1=1000", "typed-decisions:train", "train-v2", "banking77_rest", "civil_comments", "clinc150_rest", "contractnli", "esci_rest", "glaive_fc", "go_emotions", "home_appliance_pre", "home_appliance_v2", "massive_de", "massive_en", "minds14", "mnli_oanc", "sentfin_rest", "sms_spam", "snips", "tfn_sentiment", "tfn_topic", "toolace_rest", "wanli", "when2call_rest", "banking77", "clinc150", "when2call", "apibank", "bfcl_toolace", "esci", "isarcasm_a_en", "sentfin", "twitter_fin", "hellaswag", "winogrande", "gsm8k" ], "weights": { "alert-triage": 2.0, "frigate-triage": 2.0, "notify-gate": 2.0, "protect-triage": 2.0, "unifi-network": 2.0, "answer-audit": 2.0, "agent_trace_observability": 4.0, "customer_service": 4.0, "invoice_processing": 4.0, "security_incidents": 4.0, "pretrain/": 0.12, "pretrain/home_appliance_pre": 0.0, "banking77": 0.5, "clinc150": 0.5, "esci": 0.5, "when2call": 1.0, "apibank": 0.0, "bfcl_toolace": 1.0, "home_appliance": 0.4, "sentfin": 0.5, "twitter_fin": 0.5, "isarcasm": 0.5, "hellaswag": 0.15, "winogrande": 0.15, "gsm8k": 0.15 }, "packing": { "max_instruction_tokens": 128, "max_option_tokens": 48, "hoist_instructions": true, "act_clip": { "stem_q": [ -3.735, 4.0365 ], "polyp0_mixq": [ -33.7932, 38.4042 ], "polyp0_resq": [ -10.5252, 10.5416 ], "polyp1_mixq": [ -81.1884, 77.6882 ], "polyp1_resq": [ -19.6712, 16.6502 ], "polyp2_mixq": [ -198.8521, 196.2267 ], "polyp2_resq": [ -26.4767, 22.5516 ], "polyp3_mixq": [ -297.2089, 293.4478 ], "polyp3_resq": [ -35.1503, 34.8666 ], "polyp4_mixq": [ -396.9685, 418.4444 ], "polyp4_resq": [ -43.6214, 43.1923 ], "polyp5_mixq": [ -487.4022, 456.209 ], "polyp5_resq": [ -50.2699, 49.0352 ], "polyp6_mixq": [ -523.702, 544.392 ], "polyp6_resq": [ -54.3817, 54.8533 ], "polyp7_mixq": [ -565.9102, 583.926 ], "polyp7_resq": [ -58.6083, 59.2479 ], "polyp8_mixq": [ -595.5142, 627.5374 ], "polyp8_resq": [ -66.6176, 69.4399 ], "polyp9_mixq": [ -678.3539, 688.6672 ], "polyp9_resq": [ -74.3822, 76.3274 ], "polyp10_mixq": [ -772.6296, 768.8296 ], "polyp10_resq": [ -87.7964, 89.861 ] } }, "select_on": [ "alert-triage", "frigate-triage", "notify-gate", "protect-triage", "unifi-network", "answer-audit", "agent_trace_observability", "customer_service", "invoice_processing", "security_incidents", "banking77", "clinc150", "esci", "when2call", "bfcl_toolace", "apibank", "home_appliance", "sentfin", "isarcasm" ], "epochs": 1, "lr": 0.0002, "batch_size": 32, "embeddings": "minishlab/potion-base-8M" }, "float_temperatures": { "noul": 1.2004, "choice": 0.9816, "score": 1.2004 }, "int8_calibration": { "n_cases": 4000, "n_questions": 13010, "device": "cpu", "select": [ "alert-triage", "frigate-triage", "notify-gate", "protect-triage", "unifi-network", "answer-audit", "agent_trace_observability", "customer_service", "invoice_processing", "security_incidents", "banking77", "clinc150", "esci", "when2call", "bfcl_toolace", "apibank", "home_appliance", "sentfin", "isarcasm" ], "data": null, "before": { "n": 13010, "accuracy": 0.5922367409684858, "kl": 0.54532942520746, "brier": 0.2630526837337706, "ece": 0.04056949231805406 }, "after": { "n": 13010, "accuracy": 0.5922367409684858, "kl": 0.5406201081100462, "brier": 0.2634637770080148, "ece": 0.06382528813215982 } } }