| { |
| "adapter": { |
| "active_control_buffer_bytes": 419840, |
| "adapter_parameter_count": 3073, |
| "base_model_optimization": false, |
| "bytes_copied_per_relevant_activation": 10240, |
| "canonical_probe": { |
| "canonical_decode_accuracy": { |
| "entity": 1.0, |
| "metadata": 1.0, |
| "relation": 1.0, |
| "value": 1.0 |
| }, |
| "hard_negative_accuracy": { |
| "historical": 1.0, |
| "wrong_entity": 0.97265625, |
| "wrong_value": 1.0 |
| }, |
| "held_out_combinations": 256, |
| "p_only_state_recovery": 0.97265625, |
| "permutation_stability": 1.0, |
| "permutations_per_combination": 8, |
| "slot_width": 512, |
| "total_held_out_combinations": 519, |
| "train_combinations": 2073, |
| "training_loss_first": 7.440117835998535, |
| "training_loss_last": 0.04114125296473503 |
| }, |
| "config": { |
| "architecture": "canonical_scalar_to_control_vector_v1", |
| "attachment_layer": 41, |
| "canonical_protocol": "pcm-canonical-p-v1", |
| "canonical_width": 512, |
| "format": "pcm-llama-gguf-translate-v1", |
| "llama_build": "version: 10276 (6ea215d17)\nbuilt with GNU 16.1.1 for Linux x86_64", |
| "model_architecture": "gemma4", |
| "model_hidden_width": 2560, |
| "model_id": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", |
| "model_layer_count": 42, |
| "model_sha256": "a4c4177f9fd7e3f56522675afb742f079a53f9226195b7db5e9888c872f053da", |
| "runtime": "llama.cpp-control-vector", |
| "supported_value_ids": [ |
| 0, |
| 1 |
| ], |
| "target_token_ids": [ |
| 32858, |
| 15943 |
| ] |
| }, |
| "extra_prompt_tokens": 0, |
| "fit_observed_strengths": { |
| "Alice": 1.999999761581421, |
| "Bob": -5.000000953674316 |
| }, |
| "fit_target_strengths": { |
| "Alice": 2.0, |
| "Bob": -5.0 |
| }, |
| "gate_basis": "universal canonical route acceptance plus supported canonical value", |
| "inactive_vram_bytes": 0, |
| "model_hidden_query_projection": "not available through llama-server and not claimed", |
| "path": "${REPOSITORY_ROOT}/artifacts/gemma4-e4b-q8-llama.translate", |
| "recent_kv_source_token_count": 0, |
| "sha256": "2a25f1641f796d520250d0367dd3b546579a2050c5ef84e2cfff7e598d299785", |
| "size_bytes": 13356, |
| "training_method": "analytic minimum-norm affine fit to frozen token-row direction" |
| }, |
| "assertions": { |
| "alice_generation": true, |
| "alice_logit_lift": true, |
| "all_inactive_paths_exact": true, |
| "bob_generation": true, |
| "bob_logit_lift": true, |
| "historical_rejected": true, |
| "invalidated_rejected": true, |
| "natural_irrelevant_exact": true, |
| "server_alice_generation": true, |
| "server_bob_generation": true, |
| "wrong_entity_rejected": true, |
| "wrong_relation_rejected": true |
| }, |
| "conditions": { |
| "correct_alice": { |
| "alice_logit": 26.0793858, |
| "alice_probability": 0.389850411, |
| "bob_logit": 0.909999311, |
| "bob_probability": 4.57059089e-12, |
| "gate": 1.0, |
| "generated": " Alice", |
| "generated_token_id": 32858, |
| "kl_from_base": 0.604321331, |
| "latency_ms": 320.229877, |
| "max_abs_logit_difference_from_base": 11.1606493, |
| "router_accepted": true, |
| "router_score": 5.590437412261963, |
| "scale": 1.99999976, |
| "selected_state": { |
| "label": "silver key", |
| "metadata_id": 0, |
| "relation_id": 0, |
| "value_id": 0 |
| }, |
| "strength": 1.999999761581421 |
| }, |
| "correct_bob": { |
| "alice_logit": 7.2261529, |
| "alice_probability": 2.57553064e-09, |
| "bob_logit": 26.6650352, |
| "bob_probability": 0.712961469, |
| "gate": 1.0, |
| "generated": " Bob", |
| "generated_token_id": 15943, |
| "kl_from_base": 9.63846737, |
| "latency_ms": 312.696353, |
| "max_abs_logit_difference_from_base": 23.8088799, |
| "router_accepted": true, |
| "router_score": 5.590437412261963, |
| "scale": -5.00000048, |
| "selected_state": { |
| "label": "silver key", |
| "metadata_id": 0, |
| "relation_id": 0, |
| "value_id": 1 |
| }, |
| "strength": -5.000000476837158 |
| }, |
| "historical": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 404.050531, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": 5.40098237991333, |
| "scale": 0, |
| "selected_state": { |
| "label": "silver key", |
| "metadata_id": 2, |
| "relation_id": 0, |
| "value_id": 0 |
| }, |
| "strength": 0.0 |
| }, |
| "invalidated": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 338.130937, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": null, |
| "scale": 0, |
| "selected_state": null, |
| "strength": 0.0 |
| }, |
| "p_disabled": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 354.148533, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": null, |
| "scale": 0, |
| "selected_state": null, |
| "strength": 0.0 |
| }, |
| "router_disabled": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 385.683319, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": null, |
| "scale": 0, |
| "selected_state": null, |
| "strength": 0.0 |
| }, |
| "translator_disabled": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 335.948864, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": true, |
| "router_score": 5.590437412261963, |
| "scale": 0, |
| "selected_state": { |
| "label": "silver key", |
| "metadata_id": 0, |
| "relation_id": 0, |
| "value_id": 0 |
| }, |
| "strength": 0.0 |
| }, |
| "wrong_entity": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 321.541691, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": -0.3507542610168457, |
| "scale": 0, |
| "selected_state": { |
| "label": "gold key", |
| "metadata_id": 0, |
| "relation_id": 0, |
| "value_id": 0 |
| }, |
| "strength": 0.0 |
| }, |
| "wrong_relation": { |
| "alice_logit": 23.1685543, |
| "alice_probability": 0.0447660284, |
| "bob_logit": 12.0706482, |
| "bob_probability": 6.77936756e-07, |
| "gate": 0.0, |
| "generated": " the", |
| "generated_token_id": 506, |
| "kl_from_base": 0, |
| "latency_ms": 328.731662, |
| "max_abs_logit_difference_from_base": 0, |
| "router_accepted": false, |
| "router_score": 4.078108310699463, |
| "scale": 0, |
| "selected_state": { |
| "label": "silver key", |
| "metadata_id": 0, |
| "relation_id": 1, |
| "value_id": 0 |
| }, |
| "strength": 0.0 |
| } |
| }, |
| "experiment": "gemma4-e4b-q8-llama-translate-causal-v1", |
| "llama_cpp": { |
| "cli": "${LOCAL_PATH}", |
| "control_vector_generator_failure": "stock generator asserted because Gemma4 did not expose n_layers minus one callback tensors", |
| "root": "${LOCAL_PATH}", |
| "runtime_attachment": "public llama_set_adapter_cvec API and llama-server control-vector path", |
| "server": "${LOCAL_PATH}", |
| "version": "version: 10276 (6ea215d17)\nbuilt with GNU 16.1.1 for Linux x86_64" |
| }, |
| "model": { |
| "architecture": "gemma4", |
| "base_modified": false, |
| "block_count": 42, |
| "context_length": 131072, |
| "embedding_length": 2560, |
| "file_type": 7, |
| "name": "Gemma-4-E4B-Uncensored-HauhauCS-Aggressive", |
| "path": "${GEMMA_MODEL}", |
| "quantized_gguf": true, |
| "sha256": "a4c4177f9fd7e3f56522675afb742f079a53f9226195b7db5e9888c872f053da", |
| "sha256_seconds": 5.7932635489996755, |
| "size_bytes": 8133226464, |
| "size_label": "7.5B", |
| "tensor_count": 720 |
| }, |
| "natural_rp": { |
| "conditions": [ |
| { |
| "alice_logit": 21.079689, |
| "alice_probability": 0.000247380297, |
| "bob_logit": 19.7254486, |
| "bob_probability": 6.38595666e-05, |
| "generated": " \"", |
| "generated_token_id": 623, |
| "kl_from_base": 0, |
| "latency_ms": 598.812609, |
| "max_abs_logit_difference_from_base": 0, |
| "scale": 0 |
| }, |
| { |
| "alice_logit": 21.079689, |
| "alice_probability": 0.000247380297, |
| "bob_logit": 19.7254486, |
| "bob_probability": 6.38595666e-05, |
| "generated": " \"", |
| "generated_token_id": 623, |
| "kl_from_base": 0, |
| "latency_ms": 511.115942, |
| "max_abs_logit_difference_from_base": 0, |
| "scale": 0 |
| }, |
| { |
| "alice_logit": 21.079689, |
| "alice_probability": 0.000247380297, |
| "bob_logit": 19.7254486, |
| "bob_probability": 6.38595666e-05, |
| "generated": " \"", |
| "generated_token_id": 623, |
| "kl_from_base": 0, |
| "latency_ms": 504.167794, |
| "max_abs_logit_difference_from_base": 0, |
| "scale": 0 |
| } |
| ], |
| "prompt": "Rain tapped the observatory windows while the old astronomer adjusted the brass lens. Guest:" |
| }, |
| "prompt": "The silver key currently belongs to", |
| "prompt_tokens": 7, |
| "runner": { |
| "causal_command": [ |
| "${TEMP_DIR}/planner-cache-run/llama_cpp_causal_runner", |
| "--model", |
| "${GEMMA_MODEL}", |
| "--direction", |
| "${TEMP_DIR}/planner-cache-run/gemma-direction.f32", |
| "--prompt", |
| "The silver key currently belongs to", |
| "--scales", |
| "0.0,1.999999761581421,-5.000000476837158,0.0,0.0,0.0,0.0,0.0,0.0", |
| "--layer", |
| "41", |
| "--alice-token", |
| "32858", |
| "--bob-token", |
| "15943", |
| "--gpu-layers", |
| "12" |
| ], |
| "compilation": { |
| "binary_sha256": "ac1683efac4abd95c583633ac77490abbaea860814f745b05931dc1c762e25b7", |
| "command": [ |
| "c++", |
| "-std=c++17", |
| "-O2", |
| "${REPOSITORY_ROOT}/benchmarks/llama_cpp_causal_runner.cpp", |
| "-I${LOCAL_PATH}", |
| "-I${LOCAL_PATH}", |
| "${LOCAL_PATH}", |
| "${LOCAL_PATH}", |
| "-Wl,-rpath,${LOCAL_PATH}", |
| "-o", |
| "${TEMP_DIR}/planner-cache-run/llama_cpp_causal_runner" |
| ], |
| "compile_seconds": 1.2689489720032725, |
| "source_sha256": "2beaeaf65c50304ec4dca9321eb2fe542a3f3edbe9084fa293f518b3c1cd6e8f" |
| }, |
| "natural_command": [ |
| "${TEMP_DIR}/planner-cache-run/llama_cpp_causal_runner", |
| "--model", |
| "${GEMMA_MODEL}", |
| "--direction", |
| "${TEMP_DIR}/planner-cache-run/gemma-direction.f32", |
| "--prompt", |
| "Rain tapped the observatory windows while the old astronomer adjusted the brass lens. Guest:", |
| "--scales", |
| "0.0,0.0,0.0", |
| "--layer", |
| "41", |
| "--alice-token", |
| "32858", |
| "--bob-token", |
| "15943", |
| "--gpu-layers", |
| "12" |
| ] |
| }, |
| "server_verification": { |
| "alice": { |
| "command": [ |
| "${LOCAL_PATH}", |
| "--model", |
| "${GEMMA_MODEL}", |
| "--host", |
| "127.0.0.1", |
| "--port", |
| "46083", |
| "--ctx-size", |
| "512", |
| "--parallel", |
| "1", |
| "--threads", |
| "8", |
| "--threads-batch", |
| "8", |
| "--gpu-layers", |
| "12", |
| "--no-warmup", |
| "--no-context-shift", |
| "--log-disable", |
| "--control-vector-scaled", |
| "${TEMP_DIR}/planner-cache-run/gemma-direction.gguf:1.999999761581421", |
| "--control-vector-layer-range", |
| "41", |
| "41" |
| ], |
| "content": " Alice", |
| "elapsed_seconds": 3.6577627030019357, |
| "prompt_ms": 432.977, |
| "prompt_tokens": 7 |
| }, |
| "bob": { |
| "command": [ |
| "${LOCAL_PATH}", |
| "--model", |
| "${GEMMA_MODEL}", |
| "--host", |
| "127.0.0.1", |
| "--port", |
| "34955", |
| "--ctx-size", |
| "512", |
| "--parallel", |
| "1", |
| "--threads", |
| "8", |
| "--threads-batch", |
| "8", |
| "--gpu-layers", |
| "12", |
| "--no-warmup", |
| "--no-context-shift", |
| "--log-disable", |
| "--control-vector-scaled", |
| "${TEMP_DIR}/planner-cache-run/gemma-direction.gguf:-5.000000476837158", |
| "--control-vector-layer-range", |
| "41", |
| "41" |
| ], |
| "content": " Bob", |
| "elapsed_seconds": 3.2694168429989077, |
| "prompt_ms": 418.441, |
| "prompt_tokens": 7 |
| } |
| }, |
| "status": "passed" |
| } |
|
|
