diff --git "a/data/epicure-native-release.json" "b/data/epicure-native-release.json" deleted file mode 100644--- "a/data/epicure-native-release.json" +++ /dev/null @@ -1,36122 +0,0 @@ -{ - "artifact_sha256": "197b84d75ccaa549650ad08cc88f934a4ac1173c8e51c9fb149a703ce2602ce8", - "benchmark": "FlavourBench", - "counts": { - "assigned_arms": 1280, - "assigned_pairs": 640, - "families": 4, - "models": 20, - "observed_response_arms": 1195, - "tasks": 32 - }, - "human_judgments": 0, - "leaderboard": { - "aggregate": { - "attempted_pairs": 640, - "epicure_off_correct": 281, - "epicure_on_correct": 601, - "epicure_tool_calls": 606, - "observed_cost_usd": 5.186207, - "reference_tool_match_pairs": 606, - "uplift_percentage_points": 50.0 - }, - "artifact_sha256": "6076a904af22c6d58b11cb6a0b267431dbfeff639ab511bf6c936d9cf55eebf4", - "benchmark": "FlavourBench", - "design": { - "conditions": [ - "epicure_off", - "epicure_on" - ], - "expected_arms": 1280, - "expected_pairs": 640, - "families": [ - "substitution", - "composition", - "cookability", - "evidence" - ], - "models": 20, - "tasks": 32, - "tasks_per_family": 8 - }, - "human_judgments": 0, - "models": [ - { - "actual_model_ids": [ - "openai/gpt-5.6-sol-pro-20260709" - ], - "attempted_pairs": 32, - "canonical_model_slug": "openai/gpt-5.6-sol-pro-20260709", - "conditions": { - "epicure_off": { - "accuracy_percent": 62.5, - "attempted_tasks": 32, - "correct": 20, - "family_accuracy": { - "composition": 0.875, - "cookability": 0.625, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.625, - "median_cost_per_arm_usd": 0.009542, - "median_latency_ms": 16386, - "normal_completions": 31, - "parseable_answers": 31, - "reliability": 0.96875, - "total_cost_usd": 0.370569, - "wilson_95": [ - 0.452544, - 0.770661 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.024523, - "median_latency_ms": 17432, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.768313, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "OpenAI: GPT-5.6 Sol Pro", - "epicure_benchmark_score": 62.5, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "openai/gpt-5.6-sol-pro", - "paired_outcomes": { - "both_correct": 20, - "neither": 0, - "off_only": 0, - "on_only": 12 - }, - "rank": 1, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-01", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 1.138882, - "uplift_percentage_points": 37.5 - }, - { - "actual_model_ids": [ - "anthropic/claude-sonnet-5-20260630" - ], - "attempted_pairs": 32, - "canonical_model_slug": "anthropic/claude-sonnet-5-20260630", - "conditions": { - "epicure_off": { - "accuracy_percent": 59.375, - "attempted_tasks": 32, - "correct": 19, - "family_accuracy": { - "composition": 0.875, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.125 - }, - "macro_accuracy": 0.59375, - "median_cost_per_arm_usd": 0.001029, - "median_latency_ms": 11511, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.034824, - "wilson_95": [ - 0.4226, - 0.744804 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.007111, - "median_latency_ms": 15216, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.227284, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Anthropic: Claude Sonnet 5", - "epicure_benchmark_score": 59.375, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "anthropic/claude-sonnet-5", - "paired_outcomes": { - "both_correct": 19, - "neither": 0, - "off_only": 0, - "on_only": 13 - }, - "rank": 2, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-06", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.262108, - "uplift_percentage_points": 40.625 - }, - { - "actual_model_ids": [ - "deepseek/deepseek-v4-pro-20260423" - ], - "attempted_pairs": 32, - "canonical_model_slug": "deepseek/deepseek-v4-pro-20260423", - "conditions": { - "epicure_off": { - "accuracy_percent": 59.375, - "attempted_tasks": 32, - "correct": 19, - "family_accuracy": { - "composition": 0.625, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.59375, - "median_cost_per_arm_usd": 0.000526, - "median_latency_ms": 13815, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.017145, - "wilson_95": [ - 0.4226, - 0.744804 - ] - }, - "epicure_on": { - "accuracy_percent": 93.75, - "attempted_tasks": 32, - "correct": 30, - "family_accuracy": { - "composition": 0.875, - "cookability": 0.875, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 0.9375, - "median_cost_per_arm_usd": 0.001654, - "median_latency_ms": 13693, - "normal_completions": 30, - "parseable_answers": 30, - "reliability": 0.9375, - "total_cost_usd": 0.046774, - "wilson_95": [ - 0.798529, - 0.982689 - ] - } - }, - "display_name": "DeepSeek: DeepSeek V4 Pro", - "epicure_benchmark_score": 59.375, - "epicure_tool_calls": 31, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "deepseek/deepseek-v4-pro", - "paired_outcomes": { - "both_correct": 19, - "neither": 2, - "off_only": 0, - "on_only": 11 - }, - "rank": 3, - "reference_tool_match_pairs": 31, - "slot_id": "frontier-refresh-13", - "successful_epicure_tool_pairs": 31, - "total_observed_cost_usd": 0.063919, - "uplift_percentage_points": 34.375 - }, - { - "actual_model_ids": [ - "google/gemini-3.6-flash-20260721" - ], - "attempted_pairs": 32, - "canonical_model_slug": "google/gemini-3.6-flash-20260721", - "conditions": { - "epicure_off": { - "accuracy_percent": 56.25, - "attempted_tasks": 32, - "correct": 18, - "family_accuracy": { - "composition": 0.5, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.5625, - "median_cost_per_arm_usd": 0.003213, - "median_latency_ms": 21212, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.110705, - "wilson_95": [ - 0.393256, - 0.718347 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.002851, - "median_latency_ms": 26606, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.091982, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Google: Gemini 3.6 Flash", - "epicure_benchmark_score": 56.25, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "google/gemini-3.6-flash", - "paired_outcomes": { - "both_correct": 18, - "neither": 0, - "off_only": 0, - "on_only": 14 - }, - "rank": 4, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-08", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.202687, - "uplift_percentage_points": 43.75 - }, - { - "actual_model_ids": [ - "k3" - ], - "attempted_pairs": 32, - "canonical_model_slug": "k3", - "conditions": { - "epicure_off": { - "accuracy_percent": 56.25, - "attempted_tasks": 32, - "correct": 18, - "family_accuracy": { - "composition": 0.75, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.125 - }, - "macro_accuracy": 0.5625, - "median_cost_per_arm_usd": 0.003174, - "median_latency_ms": 6318, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.156912, - "wilson_95": [ - 0.393256, - 0.718347 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.00657, - "median_latency_ms": 10335, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.198675, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "MoonshotAI: Kimi K3", - "epicure_benchmark_score": 56.25, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "kimi_direct", - "expected_pairs": 32, - "model_id": "moonshotai/kimi-k3", - "paired_outcomes": { - "both_correct": 18, - "neither": 0, - "off_only": 0, - "on_only": 14 - }, - "rank": 5, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-10", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.355587, - "uplift_percentage_points": 43.75 - }, - { - "actual_model_ids": [ - "tencent/hy3-20260706" - ], - "attempted_pairs": 32, - "canonical_model_slug": "tencent/hy3-20260706", - "conditions": { - "epicure_off": { - "accuracy_percent": 56.25, - "attempted_tasks": 32, - "correct": 18, - "family_accuracy": { - "composition": 0.75, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.125 - }, - "macro_accuracy": 0.5625, - "median_cost_per_arm_usd": 0.000295, - "median_latency_ms": 18188, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.010119, - "wilson_95": [ - 0.393256, - 0.718347 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.000431, - "median_latency_ms": 17402, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.013741, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Tencent: Hy3", - "epicure_benchmark_score": 56.25, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "tencent/hy3", - "paired_outcomes": { - "both_correct": 18, - "neither": 0, - "off_only": 0, - "on_only": 14 - }, - "rank": 6, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-18", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.02386, - "uplift_percentage_points": 43.75 - }, - { - "actual_model_ids": [ - "anthropic/claude-5-fable-20260609" - ], - "attempted_pairs": 32, - "canonical_model_slug": "anthropic/claude-5-fable-20260609", - "conditions": { - "epicure_off": { - "accuracy_percent": 53.125, - "attempted_tasks": 32, - "correct": 17, - "family_accuracy": { - "composition": 0.375, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.53125, - "median_cost_per_arm_usd": 0.006475, - "median_latency_ms": 12924, - "normal_completions": 30, - "parseable_answers": 30, - "reliability": 0.9375, - "total_cost_usd": 0.20497, - "wilson_95": [ - 0.364495, - 0.691306 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.035552, - "median_latency_ms": 18402, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 1.142195, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Anthropic: Claude Fable 5", - "epicure_benchmark_score": 53.125, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "anthropic/claude-fable-5", - "paired_outcomes": { - "both_correct": 17, - "neither": 0, - "off_only": 0, - "on_only": 15 - }, - "rank": 7, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-04", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 1.347165, - "uplift_percentage_points": 46.875 - }, - { - "actual_model_ids": [ - "anthropic/claude-opus-5-20260723" - ], - "attempted_pairs": 32, - "canonical_model_slug": "anthropic/claude-opus-5-20260723", - "conditions": { - "epicure_off": { - "accuracy_percent": 50.0, - "attempted_tasks": 32, - "correct": 16, - "family_accuracy": { - "composition": 0.5, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.125 - }, - "macro_accuracy": 0.5, - "median_cost_per_arm_usd": 0.002567, - "median_latency_ms": 11544, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.082938, - "wilson_95": [ - 0.336309, - 0.663691 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.017571, - "median_latency_ms": 15340, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.565037, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Claude Opus 5", - "epicure_benchmark_score": 50.0, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "anthropic/claude-opus-5", - "paired_outcomes": { - "both_correct": 16, - "neither": 0, - "off_only": 0, - "on_only": 16 - }, - "rank": 8, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-05", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.647975, - "uplift_percentage_points": 50.0 - }, - { - "actual_model_ids": [ - "openai/gpt-5.6-luna-pro-20260709" - ], - "attempted_pairs": 32, - "canonical_model_slug": "openai/gpt-5.6-luna-pro-20260709", - "conditions": { - "epicure_off": { - "accuracy_percent": 46.875, - "attempted_tasks": 32, - "correct": 15, - "family_accuracy": { - "composition": 0.5, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.0 - }, - "macro_accuracy": 0.46875, - "median_cost_per_arm_usd": 0.000213, - "median_latency_ms": 14652, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.007937, - "wilson_95": [ - 0.308694, - 0.635505 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.000512, - "median_latency_ms": 15264, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.01656, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "OpenAI: GPT-5.6 Luna Pro", - "epicure_benchmark_score": 46.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "openai/gpt-5.6-luna-pro", - "paired_outcomes": { - "both_correct": 15, - "neither": 0, - "off_only": 0, - "on_only": 17 - }, - "rank": 9, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-03", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.024497, - "uplift_percentage_points": 53.125 - }, - { - "actual_model_ids": [ - "openai/gpt-5.6-terra-pro-20260709" - ], - "attempted_pairs": 32, - "canonical_model_slug": "openai/gpt-5.6-terra-pro-20260709", - "conditions": { - "epicure_off": { - "accuracy_percent": 46.875, - "attempted_tasks": 32, - "correct": 15, - "family_accuracy": { - "composition": 0.5, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.0 - }, - "macro_accuracy": 0.46875, - "median_cost_per_arm_usd": 0.001965, - "median_latency_ms": 14210, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.077915, - "wilson_95": [ - 0.308694, - 0.635505 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.005209, - "median_latency_ms": 15494, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.170239, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "OpenAI: GPT-5.6 Terra Pro", - "epicure_benchmark_score": 46.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "openai/gpt-5.6-terra-pro", - "paired_outcomes": { - "both_correct": 15, - "neither": 0, - "off_only": 0, - "on_only": 17 - }, - "rank": 10, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-02", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.248154, - "uplift_percentage_points": 53.125 - }, - { - "actual_model_ids": [ - "qwen/qwen3.8-max-20260803" - ], - "attempted_pairs": 32, - "canonical_model_slug": "qwen/qwen3.8-max-20260803", - "conditions": { - "epicure_off": { - "accuracy_percent": 46.875, - "attempted_tasks": 32, - "correct": 15, - "family_accuracy": { - "composition": 0.375, - "cookability": 0.75, - "evidence": 0.5, - "substitution": 0.25 - }, - "macro_accuracy": 0.46875, - "median_cost_per_arm_usd": 0.002367, - "median_latency_ms": 14094, - "normal_completions": 28, - "parseable_answers": 28, - "reliability": 0.875, - "total_cost_usd": 0.109242, - "wilson_95": [ - 0.308694, - 0.635505 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.006109, - "median_latency_ms": 15680, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.194286, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Qwen: Qwen3.8 Max", - "epicure_benchmark_score": 46.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "qwen/qwen3.8-max", - "paired_outcomes": { - "both_correct": 15, - "neither": 0, - "off_only": 0, - "on_only": 17 - }, - "rank": 11, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-11", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.303528, - "uplift_percentage_points": 53.125 - }, - { - "actual_model_ids": [ - "command-a-reasoning-08-2025" - ], - "attempted_pairs": 32, - "canonical_model_slug": "command-a-reasoning-08-2025", - "conditions": { - "epicure_off": { - "accuracy_percent": 46.875, - "attempted_tasks": 32, - "correct": 15, - "family_accuracy": { - "composition": 0.375, - "cookability": 0.5, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.46875, - "median_cost_per_arm_usd": 0.0, - "median_latency_ms": 473, - "normal_completions": 32, - "parseable_answers": 30, - "reliability": 0.9375, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.308694, - 0.635505 - ] - }, - "epicure_on": { - "accuracy_percent": 96.875, - "attempted_tasks": 32, - "correct": 31, - "family_accuracy": { - "composition": 1.0, - "cookability": 0.875, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 0.96875, - "median_cost_per_arm_usd": 0.0, - "median_latency_ms": 950, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.842557, - 0.994462 - ] - } - }, - "display_name": "Cohere Command A Reasoning", - "epicure_benchmark_score": 46.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "cohere_direct", - "expected_pairs": 32, - "model_id": "cohere/command-a-reasoning-08-2025", - "paired_outcomes": { - "both_correct": 15, - "neither": 1, - "off_only": 0, - "on_only": 16 - }, - "rank": 12, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-20", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.0, - "uplift_percentage_points": 50.0 - }, - { - "actual_model_ids": [ - "google/gemini-3.1-pro-preview-20260219" - ], - "attempted_pairs": 32, - "canonical_model_slug": "google/gemini-3.1-pro-preview-20260219", - "conditions": { - "epicure_off": { - "accuracy_percent": 46.875, - "attempted_tasks": 32, - "correct": 15, - "family_accuracy": { - "composition": 0.25, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.25 - }, - "macro_accuracy": 0.46875, - "median_cost_per_arm_usd": 0.003148, - "median_latency_ms": 101478, - "normal_completions": 30, - "parseable_answers": 30, - "reliability": 0.9375, - "total_cost_usd": 0.097363, - "wilson_95": [ - 0.308694, - 0.635505 - ] - }, - "epicure_on": { - "accuracy_percent": 96.875, - "attempted_tasks": 32, - "correct": 31, - "family_accuracy": { - "composition": 1.0, - "cookability": 0.875, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 0.96875, - "median_cost_per_arm_usd": 0.004106, - "median_latency_ms": 187743, - "normal_completions": 31, - "parseable_answers": 31, - "reliability": 0.96875, - "total_cost_usd": 0.134683, - "wilson_95": [ - 0.842557, - 0.994462 - ] - } - }, - "display_name": "Google: Gemini 3.1 Pro Preview", - "epicure_benchmark_score": 46.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "google/gemini-3.1-pro-preview", - "paired_outcomes": { - "both_correct": 15, - "neither": 1, - "off_only": 0, - "on_only": 16 - }, - "rank": 13, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-07", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.232046, - "uplift_percentage_points": 50.0 - }, - { - "actual_model_ids": [ - "minimax/minimax-m3-20260531" - ], - "attempted_pairs": 32, - "canonical_model_slug": "minimax/minimax-m3-20260531", - "conditions": { - "epicure_off": { - "accuracy_percent": 43.75, - "attempted_tasks": 32, - "correct": 14, - "family_accuracy": { - "composition": 0.375, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.0 - }, - "macro_accuracy": 0.4375, - "median_cost_per_arm_usd": 0.000192, - "median_latency_ms": 10520, - "normal_completions": 32, - "parseable_answers": 31, - "reliability": 0.96875, - "total_cost_usd": 0.006624, - "wilson_95": [ - 0.281653, - 0.606744 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.000631, - "median_latency_ms": 11299, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.020167, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "MiniMax: MiniMax M3", - "epicure_benchmark_score": 43.75, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "minimax/minimax-m3", - "paired_outcomes": { - "both_correct": 14, - "neither": 0, - "off_only": 0, - "on_only": 18 - }, - "rank": 14, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-15", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.026791, - "uplift_percentage_points": 56.25 - }, - { - "actual_model_ids": [ - "z-ai/glm-5.2-20260616" - ], - "attempted_pairs": 32, - "canonical_model_slug": "z-ai/glm-5.2-20260616", - "conditions": { - "epicure_off": { - "accuracy_percent": 43.75, - "attempted_tasks": 32, - "correct": 14, - "family_accuracy": { - "composition": 0.0, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.375 - }, - "macro_accuracy": 0.4375, - "median_cost_per_arm_usd": 0.000704, - "median_latency_ms": 13598, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.024555, - "wilson_95": [ - 0.281653, - 0.606744 - ] - }, - "epicure_on": { - "accuracy_percent": 96.875, - "attempted_tasks": 32, - "correct": 31, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 0.875 - }, - "macro_accuracy": 0.96875, - "median_cost_per_arm_usd": 0.001587, - "median_latency_ms": 13130, - "normal_completions": 31, - "parseable_answers": 31, - "reliability": 0.96875, - "total_cost_usd": 0.050207, - "wilson_95": [ - 0.842557, - 0.994462 - ] - } - }, - "display_name": "Z.ai: GLM 5.2", - "epicure_benchmark_score": 43.75, - "epicure_tool_calls": 31, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "z-ai/glm-5.2", - "paired_outcomes": { - "both_correct": 14, - "neither": 1, - "off_only": 0, - "on_only": 17 - }, - "rank": 15, - "reference_tool_match_pairs": 31, - "slot_id": "frontier-refresh-12", - "successful_epicure_tool_pairs": 31, - "total_observed_cost_usd": 0.074762, - "uplift_percentage_points": 53.125 - }, - { - "actual_model_ids": [ - "command-a-plus-05-2026" - ], - "attempted_pairs": 32, - "canonical_model_slug": "command-a-plus-05-2026", - "conditions": { - "epicure_off": { - "accuracy_percent": 40.625, - "attempted_tasks": 32, - "correct": 13, - "family_accuracy": { - "composition": 0.125, - "cookability": 0.625, - "evidence": 0.625, - "substitution": 0.25 - }, - "macro_accuracy": 0.40625, - "median_cost_per_arm_usd": 0.0, - "median_latency_ms": 1906, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.255196, - 0.5774 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.0, - "median_latency_ms": 2262, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "Cohere Command A Plus", - "epicure_benchmark_score": 40.625, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "cohere_direct", - "expected_pairs": 32, - "model_id": "cohere/command-a-plus-05-2026", - "paired_outcomes": { - "both_correct": 13, - "neither": 0, - "off_only": 0, - "on_only": 19 - }, - "rank": 16, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-19", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.0, - "uplift_percentage_points": 59.375 - }, - { - "actual_model_ids": [ - "deepseek/deepseek-v4-flash-20260731" - ], - "attempted_pairs": 32, - "canonical_model_slug": "deepseek/deepseek-v4-flash-20260731", - "conditions": { - "epicure_off": { - "accuracy_percent": 40.625, - "attempted_tasks": 32, - "correct": 13, - "family_accuracy": { - "composition": 0.125, - "cookability": 0.75, - "evidence": 0.625, - "substitution": 0.125 - }, - "macro_accuracy": 0.40625, - "median_cost_per_arm_usd": 8.7e-05, - "median_latency_ms": 18680, - "normal_completions": 24, - "parseable_answers": 24, - "reliability": 0.75, - "total_cost_usd": 0.003524, - "wilson_95": [ - 0.255196, - 0.5774 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.00026, - "median_latency_ms": 13670, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.008608, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "DeepSeek: DeepSeek V4 Flash 0731", - "epicure_benchmark_score": 40.625, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "deepseek/deepseek-v4-flash-0731", - "paired_outcomes": { - "both_correct": 13, - "neither": 0, - "off_only": 0, - "on_only": 19 - }, - "rank": 17, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-14", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.012132, - "uplift_percentage_points": 59.375 - }, - { - "actual_model_ids": [ - "x-ai/grok-4.5-20260708" - ], - "attempted_pairs": 32, - "canonical_model_slug": "x-ai/grok-4.5-20260708", - "conditions": { - "epicure_off": { - "accuracy_percent": 21.875, - "attempted_tasks": 32, - "correct": 7, - "family_accuracy": { - "composition": 0.25, - "cookability": 0.25, - "evidence": 0.375, - "substitution": 0.0 - }, - "macro_accuracy": 0.21875, - "median_cost_per_arm_usd": 0.001916, - "median_latency_ms": 12884, - "normal_completions": 32, - "parseable_answers": 10, - "reliability": 0.3125, - "total_cost_usd": 0.066174, - "wilson_95": [ - 0.110238, - 0.38755 - ] - }, - "epicure_on": { - "accuracy_percent": 100.0, - "attempted_tasks": 32, - "correct": 32, - "family_accuracy": { - "composition": 1.0, - "cookability": 1.0, - "evidence": 1.0, - "substitution": 1.0 - }, - "macro_accuracy": 1.0, - "median_cost_per_arm_usd": 0.003704, - "median_latency_ms": 12357, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.127035, - "wilson_95": [ - 0.892821, - 1.0 - ] - } - }, - "display_name": "SpaceXAI: Grok 4.5", - "epicure_benchmark_score": 21.875, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "x-ai/grok-4.5", - "paired_outcomes": { - "both_correct": 7, - "neither": 0, - "off_only": 0, - "on_only": 25 - }, - "rank": 18, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-09", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.193209, - "uplift_percentage_points": 78.125 - }, - { - "actual_model_ids": [ - "mistralai/mistral-large-2512" - ], - "attempted_pairs": 32, - "canonical_model_slug": "mistralai/mistral-large-2512", - "conditions": { - "epicure_off": { - "accuracy_percent": 0.0, - "attempted_tasks": 32, - "correct": 0, - "family_accuracy": { - "composition": 0.0, - "cookability": 0.0, - "evidence": 0.0, - "substitution": 0.0 - }, - "macro_accuracy": 0.0, - "median_cost_per_arm_usd": 0.000193, - "median_latency_ms": 10986, - "normal_completions": 32, - "parseable_answers": 0, - "reliability": 0.0, - "total_cost_usd": 0.005423, - "wilson_95": [ - 0.0, - 0.107179 - ] - }, - "epicure_on": { - "accuracy_percent": 93.75, - "attempted_tasks": 32, - "correct": 30, - "family_accuracy": { - "composition": 1.0, - "cookability": 0.875, - "evidence": 0.875, - "substitution": 1.0 - }, - "macro_accuracy": 0.9375, - "median_cost_per_arm_usd": 0.000674, - "median_latency_ms": 10735, - "normal_completions": 32, - "parseable_answers": 32, - "reliability": 1.0, - "total_cost_usd": 0.023482, - "wilson_95": [ - 0.798529, - 0.982689 - ] - } - }, - "display_name": "Mistral: Mistral Large 3 2512", - "epicure_benchmark_score": 0.0, - "epicure_tool_calls": 32, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "mistralai/mistral-large-2512", - "paired_outcomes": { - "both_correct": 0, - "neither": 2, - "off_only": 0, - "on_only": 30 - }, - "rank": 19, - "reference_tool_match_pairs": 32, - "slot_id": "frontier-refresh-17", - "successful_epicure_tool_pairs": 32, - "total_observed_cost_usd": 0.028905, - "uplift_percentage_points": 93.75 - }, - { - "actual_model_ids": [], - "attempted_pairs": 32, - "canonical_model_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", - "conditions": { - "epicure_off": { - "accuracy_percent": 0.0, - "attempted_tasks": 32, - "correct": 0, - "family_accuracy": { - "composition": 0.0, - "cookability": 0.0, - "evidence": 0.0, - "substitution": 0.0 - }, - "macro_accuracy": 0.0, - "median_cost_per_arm_usd": null, - "median_latency_ms": null, - "normal_completions": 0, - "parseable_answers": 0, - "reliability": 0.0, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.0, - 0.107179 - ] - }, - "epicure_on": { - "accuracy_percent": 0.0, - "attempted_tasks": 32, - "correct": 0, - "family_accuracy": { - "composition": 0.0, - "cookability": 0.0, - "evidence": 0.0, - "substitution": 0.0 - }, - "macro_accuracy": 0.0, - "median_cost_per_arm_usd": null, - "median_latency_ms": null, - "normal_completions": 0, - "parseable_answers": 0, - "reliability": 0.0, - "total_cost_usd": 0.0, - "wilson_95": [ - 0.0, - 0.107179 - ] - } - }, - "display_name": "NVIDIA: Nemotron 3 Ultra", - "epicure_benchmark_score": 0.0, - "epicure_tool_calls": 0, - "evaluation_status": "complete", - "execution_backend": "openrouter", - "expected_pairs": 32, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "paired_outcomes": { - "both_correct": 0, - "neither": 32, - "off_only": 0, - "on_only": 0 - }, - "rank": 20, - "reference_tool_match_pairs": 0, - "slot_id": "frontier-refresh-16", - "successful_epicure_tool_pairs": 0, - "total_observed_cost_usd": 0.0, - "uplift_percentage_points": 0.0 - } - ], - "official_track": true, - "primary_metric": { - "chance_level": 25, - "definition": "100 times Model only correct answers divided by 32, against the published Epicure answer keys", - "name": "FlavourBench Score", - "range": [ - 0, - 100 - ], - "rank_order": [ - "FlavourBench Score descending", - "Model + Epicure accuracy descending", - "Model + Epicure completion descending", - "model ID ascending" - ] - }, - "progress": { - "attempted_pairs": 640, - "complete_models": 20, - "expected_pairs": 640, - "normalized_response_arms": 1195 - }, - "provenance": { - "epicure": { - "application_sha256": "be4216ae799f330b76f1f8c009ad2e79ce891d5dec452854dbc449e66e2eb313", - "bundle_sha256": "98d0403115bf8eb4fb71dbb89a53362e9b9acafda7494c464763df7d764174d1", - "embedding_dimensions": 300, - "ingredient_count": 1790, - "release_id": "exploratory-unmatched-1790-runtime", - "schema_version": "epicure-runtime-provenance-v1" - }, - "manifest_sha256": "44220f0a6c26798871f830f6ddd62ed99d8872ad5dcb7516491b90bfc71887fc", - "response_artifact_sha256s": [ - "0026a1e3335e7cb25e86c9484bc02ce9196b4737cc3b4287ac540f00b52d2e3e", - "00882723a90030ad4984be4407b6c52eaf6886ec738993d17f423d488f643d76", - "01521159a0018847fbdc7b28ef698591ffec9a0e2c216f22f95fec21bbcc0898", - "01622db76d20950a6a39225eb17088d0aeeccf7af54faf927fa570783c846171", - "0179bb8145a97cdb8474037ec698dbea430394f89691fa1e5f46cb2ba7a280b0", - "017aa1faeafc97bba3b1fc56cdbccaa939f564deea586cbb45b64ace17d81b82", - "018a2024ec4b420195c4adb972f41b886967bc1e90e2de45ef9352473973bd5b", - "01906075aa2357f45aabbd5d879f521ae701888653b49cc20746672a8d18bf49", - "01a676f14f10d081f7df59e302c061766ac57a65cad1b6ab413b17af563933f1", - "01ab262afc3b2536678ed75f55a559b31105c8d1e65157968061b618241781cc", - "01c3f7697005271d0cbdce0ca1e384fbf98e815bb57c3506b1bd9857d0b7af56", - "01cc5e67f9583acf97efa885842a82ec02da10c9c0cce4664c450ea47509d9de", - "01ce9c4df0e0aa8758906feb34a830d2c6a04cb571a8f4bd968e1c832b4d6cb3", - "01e556f6a1f1a27ff162180c45cc2da30a6b75f6d0b3d51669e9b72acb356d46", - "01eb70b74f1d63fc2fd160877837fa031f0e66ac6574f441b659c596b6e5c95d", - "020dc6e3820e0a8fcdee24f67060a074a207efc1625c231af1d8506633a430ac", - "02284d361eeed3989e24990dcb2bdf1f000393661139b4e88088bead3028b6e0", - "02558a5248bbb62cfd867d1232e3e044734e23c20bf2a2d2e4b5cb2d3fb18734", - "0352ce9f9859fe244f9eb3701f84dc2fbf7867c774f8e40a5c441dc54832df90", - "0364eaba7bdd7d2daf08a6a17567c312bd2d3295d37382eb3649c39a8f6bbf67", - "037f5c8171f47c01ddeb92295554306f906b4999cf04fc2b64f88581efaed2c6", - "03e922d85f55a5a18b217300e1b08957e1af67561ccf86e11a8b181bc0c818b9", - "04d13b72ae490b7f01fd86ec04143b7ccd32ca511e8da32ad778807dca0de051", - "04db04fd336de96e5239ad4e713a12fc8925096766d1db8d3d63bba66675007c", - "04ff2f674ed2a4079c6eab2578a7730a1dada6f4d1ce8ba7267869bd8483730c", - "0506e5645bebe25a79d4fa9cd0ebf6f50a7470d4b7d0178cde1dcd732c0d0421", - "05340f51c9baf109cad36201981851a9d9a3ea6b74c5247cbb46f9844361d234", - "05765ffb656c153f051fef75caf126e994feb998a66aee3b2b501537bebd2bf6", - "057a8f2d106ab34776181fa33c5331c027ee6fa22da73e11efeaf3d1bc7a4d1e", - "05d8fbc82e70ce5ca8b1c16539870f4ba60689aabe3f5a539e259025a0c4bf82", - "061972d354b15ee55d213d2c79e0fc41c09e52f23cc359f2c962fb1e8b712c02", - "061b576d843f6e958f4b2bdf880b4f83226f0968e7af829b45c1fc82d6f7d507", - "0643d465ba3a3ae9320e5c6990a2e3a18f30d364899f4a5059d196887e8583da", - "06a7fa1aa81de80595d6ff18ca6d77c778b2b5cdee62c83cf4bbc4edab411c7e", - "06bf7e600ac02fb7f49e0f3bb059b8e9460e6d7906a60d0cac16e562ab8067b4", - "06c1658dda4633c8d0d8ff9820772592bd6b5ce90aa22e2648281b7a264831d3", - "06ce5f6d3944b23517a3bcd666ebf90c524268922909aa3bfcc9e3e1fea117a2", - "06d84bd3a8531d2afcb1f4e50dcf6fdfe8da106f45c4ab1fc603c104ba58ab07", - "07005527ab94c274d3042c8d4391e18f470b8e4672e57f4d94d0882ede5b1549", - "0742bca7592001c41da152adfd23ec16bd8dff8537bcd297c03f57f81e3bf27d", - "075d8d238aa84f48e12d663e41b7ddb9065ecb3967110aa1a2ea82a0d1a4e7ee", - "076c260b917a8a6f8486815444147ef3664505148c359c8912a1cd6829cd2a57", - "07826b1d9ac0e95810e160d5c897bd15b2b510e09c71fd0aac08b2490493b4a7", - "079fe459706ae3a887207c620ad2e4c6cae2ebda078523795b4e06ccb4186c4d", - "07c94a4ad1e77a41db8e3f31d3e62be59f28686c342cb7070c0ec29bd182adc3", - "07d211b95ed93f1b0f5240aa6d881df291b732d13a66fe99bf2f915e2a056079", - "0805da89917fb90e4ab106b4d033c6b2d9301b61511ece68701a5a029d7a72c3", - "0813d5fb4b1501807d1599226b3d6f661c936553c327a96e188f4ed6e75cf73a", - "08396d95d388db535e2c93368860ad7bf2aea36222b06a678fbb45eb54015fca", - "088b0e1e3608c27dfad65bb7b15fd5724850c8c6421a3a9a1430d9e5a177c315", - "08a7a33edcc8d4f179b490e387029db97c0ac96ebdc19b66b336eb4d937a4f1b", - "08ecefcb05535506be6b460d61250efe87d7857078e7561c3659e8386ae3ad01", - "0932ed10978f3128714db2de30e8b479b8e7e6bbc15e71c9d77b183650e3e6a2", - "09653a747cd2e277127e62fe7d3e561fa343284e92c2f7542567f6da9b97b0a7", - "096cd1fe291aa0b84cdb988634511cd1c5618e8ed8c68f4de238192fb56cbd70", - "09bf381f52b9f2a1819a4ba4a1082be2bf97b4aa6a4560f05b3c9fec22e274be", - "0a5ed49f040c9ac5a0c15707831e415b59a2d07124d6b51954a8c89be2e0c556", - "0aad38b8a6a5bd920726c6cc2b2408b3af187bfa6455cb32a923ee43b936800a", - "0ab40863e3994ceb612567004797a448a858f9f2fa944bbcb3d808ebccb70bbc", - "0ac3dc113acbef34990e4d28993d9e644f5a0fa5230a96908f1157eca4ca9f2a", - "0ae4acf03b3831133dce92a790fc8b4b7fe454a716daaef898176a87d8afe72e", - "0b3383867b9435dcb5cbb30d2f42a6551f65a80a1d23770538b2ccc9effe7814", - "0b9410856ca7cacf04bee4949b58f7e8e5c40515ae1fb75eb9d5e8fc50d05891", - "0ba0c1c204ceb472318ef7fde9daafa1c21a7cc7e171f28e13b6c0089de0654b", - "0be17edc67efa6bb229f115644ae99f79b7b1443fee6468fef2e4b9c6d5cb49c", - "0c3d032c9b0a445d871560191f4a40a8b7ae8e6a800ceb57efa5d6dbdc6de314", - "0c457f61419e18db760fc1f6923fd61c3ba900508097b7a7d2d8945f9083607e", - "0ca836fbf53bc36ab431c9bd4538b2905306fb7860fcdd2611d6caa6ed8840d6", - "0d155b87f68888f157e641e529774d56fa108d55d9998f38ddd15b1ef2634557", - "0d3cb47ab907913b0b6fe08c95457ab399d1c59f9c340e941e6b90ff7e07f6bd", - "0d671b2283a54a3a0b5bc1e751019b19767e5711a920da5962300f127845ae3d", - "0d8323ec5d9d9706abfecfd37b5a92c8767fb1ef4e142e9d3d0f4fe48c543c9c", - "0db006c799cfdddd563370d62ca6ff748daddbc8b8f5d25314912d5803d35418", - "0dd14417e20aba3af92054ab4555edf24eb83a04bc5e7466fbdc06a9f8818771", - "0dd2c3fe384b99953dd5d1f2add919989455aecfe33401e400819edf31ebcc2d", - "0e1380bcb2e6dd2e16aba95ab4ff9f3abff0af3d954aef7d12a5f1c5c63ea995", - "0e422aab02bd01a7552738ec1fdefc10149f4c64f727e98692b1de4c8d8eb754", - "0e4c92100e1282e1dbae0e16ac6ecf22cf4d60185e52abfadaef7d9e64793e1d", - "0e87f5e1cf4d042f357ecf4b6903925bf0a832c709d18642104991bfe5712318", - "0ea39e3f2198137201b75170f07b57aab52aee7b940d0432a745ce79f837f57d", - "0ed1e6bb79081ab9af40fc4b1dcae985cf6e374e737c7157c4460a30850ae0a2", - "0edd9ec0f6ed138542d816ef423415bceb189844be25b601dfe230d1274eed5e", - "0f1d54a9def7e48dd5a1a35680fcd5c74778dcce14fc442174fd35c417058f56", - "0f4ea7ede35c69fde0822f0fb4612c1297d20500ef54aee9020fef03cb590e52", - "0fa3eca77f9baf4c859d54fd3d060cf8e3541943e5880f18dced7aa4f8d957bd", - "0fae508f1cd2ae827531fe798650c57204901b039dc1accab166b394d97000d7", - "0fbdebd7710beaba19ba6f5750141cbbda6deaf896e19cfc2bfbd5beb2ec5f27", - "0fcfb55e48465b82bfed44d84a676ee36ea1f6efe60842e20ff89143de4fb09b", - "0fe72bcc844d4ee4de2ba66a199ae85f8a898d9e1b904d43899f81b990a77918", - "1057dae0c1b4847851aaa4d0ace676306e6b974e407827dc55715d61f5d44cdb", - "10714b919428d225495a84e9c25d5f99de687020225169812f00c8a11c6045de", - "11273266b1fd687e622bd41f69b064d436d5b8135574a3d5d11d51fcd3a9c19a", - "114da845398779d3f158dd436ee1a048c9b5deb98bcb5aee4ce905a978a8bc73", - "114f88bbb05bb242d93b50da11863c363e71ed7c813b1a1d378ad069ee4593b4", - "117117a86f98cab57856209871c3ad6f24148d0f7d2115423a52d58ba51b9de3", - "11a17db2a79a6d11c108ce0b3d0a51af994212e0af8bbcc48f9c82a7949af6d5", - "11b1f7c6f0242a62c29d37fe73c412c4b2b1c1fda793a92c771a7f7fb840bcc5", - "11b2f00a01c536ef189b85312be437e0c7c13c0c6821c4a0e8b790559f6d961e", - "11cdd16dfd7232801836031370dd521fa163309d084648c8225228bd7a3305bc", - "11eec5d82caab6405f2e69aa9935aa3c6a7003057d84c0467a02dbb811fb6130", - "127e5d12c9cc75e9fcce7fbc44a4b6c9ed42c41f358ddc55bbf7a5c0e3dc0aa1", - "12cd0761fbda3a98d3e30347ff6897e02b356b0e14953db9eedbb180ec875383", - "12cee7c54ad9e19e5dfc599b363d6d0a2514af0ae4bb08b5db7e313673472fed", - "136537949f53fa0791c2bb4db5270d9614efd055c5f590bb3cca6e6304251709", - "137dfa1f0bb4dcd0796d2cffec9f0efc0581c7a869f12772d76196305de285d7", - "139bd3b59ed2ab46c0321ac8e6c6ebd093b88746209a6ed0d5516dc9e4e4a2fb", - "13bed241c80082a3ec6247c1c952fe81d57cb4aac014a8ac7346dd55805731ae", - "13c89ee698e7fe6558cf4dde77b7ad014722787af7ae0a096a9e1392897064d8", - "143c716e233f767d83e3cc7d7457e98767a528fa0feae1356ab8875c5efc31fc", - "1477f86737aa9a552572ffdccdb4737353a394bb824c086a3bca9da5a9b69ab8", - "14a2a6f8a77794bafbe9f528423fcabc0eee52746014929b3d4a635cc5bd39da", - "14a84f91ef853cf49c3e5021aae22566544e7662f9f2bcbe471b89a9ef4c9c21", - "14e381e0b4f0f343b735fa49843b4419a07d2a1e6a1ba3482ce1ade1d7e1d1a4", - "155dbc4d639ed9b12c81b1659832f4266661dbf9cce96d2485e14d6c800a2484", - "15855e9024d10f34e919efe6025b3c9162cf047b4af954fdb070704b68bb83b2", - "15861809737f378ee5a8407f526693c82af648e29c798cf73a623e7414d1674b", - "15c00b4d0db3c8a3625323232ca89022d26f54bfb2ab71260f7a2f5df77232b7", - "15f11b118371c8a88c6c03ab51b4b089d172188041a4cce7191f2aee025e9bba", - "15f70469c4139a9f3d6e151ab90f6df92e6352616b0bd4f7188be511b7298b4f", - "16719ff6d571923865314ab0ea6cc63f732d925da0cf79bd8a79ca321e669c9d", - "16907b1d8c7f1fd38995ba50884206bc31fa4acc4a6c53af34a2e65c2063d011", - "16938df654f8e017ad291c5ce64ca3b0e37acaf16d61fb7c0dd4cc0f6fa13d27", - "169d858bb8b7431062b144587ee246673eecc46ee4192c86f5f1f03dd4a508e7", - "16dcbb220ae702145cd747dbe3803af9ba13e657359bceee02bf089b90291c48", - "16ec4208f2583bdca37ccab8a8bc40719756c22e65f71baeb547233111633a44", - "16ff2003b449d75f3724c7bf72fdf280f62c2c6419778522fe97f0d08923f16b", - "177ca14c7450e36cc404d2993273a0260b056152b136f0858e9a10e9f1263abc", - "17d31b6529f5991cee6cd72565f7b684c76a0f0c9338d26fd004b3a986fd8198", - "183ee41cf03d6e88b76c900edd0f2b407e63051cca8c495f33bf8282e840afb3", - "189e18cf628989dd684d0a9c62dd7cca9ca905176a8ec9b9dcb9ae18a42401ce", - "18a389cd0b403bd1843eedb44e9f6aa56e5bad68ec0918415d8179ea068f97fa", - "18b423937c01f39e9066a4fa0c6346b058fb360d68732684a92d398a3fb7ae65", - "1916c6b5db3f6a99083389d54da66401e0d0edb27b6bb3ce3fbeaf7b5e3b6684", - "191a5d09ac0d406c5a06f2f6d4b885605af986382e50518f2dde9a8d279b2a02", - "1962037975332f9dd8f9f19d5fb2dd67f6c6733e0ca6577ae89eceae6b281115", - "198ba7634bcb7277c1034943c28c5376a06c8fe1b36a3d0deb7b464be0bdff0f", - "198fdb8e36676663f26226b119c29bf3504d845951a1b6e9cd07f0a0f2039c3f", - "1a7952e37dc11e60e20415e8ae64e4b0df2aba9ee23c5eadafcff1ef7e6ed524", - "1ace4845fb4a0fe859b747ec9b493e23dbb83aab942dd21e19eef2ed5974f8b0", - "1af3f67e9075b10ace7a24f225ded4708f08d347d2206e4c849a3d4573f1e558", - "1b46a472d3948d619542debc602c56b6f7c83b0d4059d87a8727ca855b307fb2", - "1b614b1fbc7e69566cc6c78d33e38ada3651c41a8c4afdf10ede0ada4158ee98", - "1c0a799259de0b11c14c13821221ea56b9a3fb10b6ceda2aa078ac88ff456f6f", - "1c283b47589c1bdc17f386bb25e8b61b01ed56f72234aafd42e9e0219a875e0d", - "1caeb0133a750ce4bec6c76328cce3bb6daedc948dff964e587ce31d912ec85b", - "1cde63cf427e8f6b8a7ec320c6db1b419195687a1b42362e90d80953dbc065fc", - "1ce66eeb9183c8d70836da2a54e061f24614af59d73c4166a34978ed26521aa2", - "1d11d0ea3687e04abe1288e0c56681dbe3c4cd1d0f64e731f504d585319fe945", - "1d17df8fee5cfe756c5edb8626ece82f02f71415e2a371bd780890712af6c65f", - "1d5a1c6641e4b9a060062036a2633aab3d1983742b5a296df33fc517ad96152e", - "1d74c3b7523a093364b106f839493f8cb484a13f0df704d8950af140bffcde9b", - "1d75f9ac25bb59e9285aaa80f8e4bfda4784864857c8db56f8ddb64b1fb514a1", - "1d8d7ea09706b1b2ebd7e9c1fdd3a88921aca0ee7badb36cf655aad297a39080", - "1da8afb03b9050710680403bb3429a713de5e567f45ce8bca089035c9b2a8b5d", - "1dc22f3ca611b6ece7bf29595f9d3283b5f1fdd5427bfe9d96500ff583c84c61", - "1dd7b9ab8f4baaa1c285ccb66e5e77f2080f6028a28cd770922d0896afd2c600", - "1df17fc17575b92bf2d7fcb134acb7f35a9981f3fcbf217e6367c96ce3b6419b", - "1e1feb2b5332ae46f4327e6b9dd8586f32a06cca66401dadfe6d98b9d8c1a89e", - "1e5fb34f50e1bfae9c53e2e19a8f3592ff3781086ad23ff9db223b1ddfcb1a72", - "1e6dd260e4b9495eb2fdfa7726d1cf59af874e8631328e96a903cf34823616d8", - "1e8d2bd5522fea209f0f701a44e929cb95eabc9e6bdb611d3d1139265dc3d620", - "1efd089054601ee158fd78a7514f92ea444af59d84bed91dd2264a80e30eea7f", - "1f27bae697116758ca9f6aeffa88a1e3f7e3b3c8692d31e0ec337039d73c1707", - "1f5a39076eb97518afa0458d8c033b7d99ae13fe40a73c211191c2fc5767b0de", - "1fde216b87873cc574dd631fad6a77a8252a65854162d98246f988c9adb6a27c", - "201d8df68f3785a490fceaaf0759b9ac16f0f6bde28888a6370e128eb799d2c9", - "206e76ce73323c92a52abf7f2ffd29a3421cac02c12f29d16de444006facb929", - "20a93bac69d334722cdc57c1f3d9f6fab7ca8777004422bb0e8816f2d572441f", - "20ee10192662961e693dbce6201e38225d6541e8a10e2fa3cc853b0b6487d411", - "2133092e3dd8753696cd9705ed062e4f2d4e10797d39b717d93b221b71afdeda", - "213664e5dcd2d3a6d3eeaf1049d134e45c32a3986766879ffbc41975811f512a", - "215c394703f66feb37bb156c7a26ff0752ae74afb77ac1d533f7313add229228", - "217cd7c89bff57d7c6518dd0712ae0c6fb02bd076e62aded7a13ed5df8991ea1", - "217f68562425f9782f5758644b8b16641f75595c788034357e92e4f3de33c16d", - "2194f00b796e6bd7aba9af000143446601605f8dc52bfc153033f69ed4e0da56", - "2199a5756a88cf29679273998acd6d87404a6c34c1a4a0e9c91961200272f52d", - "21f4c1f2d2d34f2a8975d59a8bd6d8c4c3510898e033e647a6085c6df568d6c1", - "225ec44afd758671af55d8ffd3834f29f8bc0a7617388890f488b576c5988200", - "22ce480911f15e2f2bcae940b4732eb2e4ab6b7efb9a95f27205d59a94befc6c", - "22f1fb32c0a7db270bab3dccfed4b1210aa8939bc06f5c2405c058683d8c744a", - "230e1a4af21795b1f3c968c82b82364d132f3c622ac6e711fb136ee93c049e07", - "233673fb832f7d9655fb1d1bc839719a960ad62fdf5e74e92633f23da9c0a04e", - "23670dde022e4b1122bdc11eac30d339e19b4706e8a78ad797e3e2c756677262", - "23742cf313f2e30be4d8c56c1a6b170fbec0e522064991e60e8426c7fc8bac6d", - "237dc84666576916e4f3e12c3b61aea325402336aac398b9dfbb4ce2f78e7f71", - "24d5f45a4882ee946ca479ec29155d159780464ad8a292f3a740d4ccce8482bb", - "24dd81ceb7ee7bea2c7d8cb597cc5dcd7ea45dfc79c51de2a42b80b3777b2c6b", - "250733dbec68df8712750229b06675f3d8845061e94d8056f23781931e1dbeb2", - "2515b3d670ec8047b1389a376494a3287c775dca3164ce72f0a2f28738c8232e", - "25504eec843ec6ce0483ba4d22b806f7cbd86fb9b8a59fb58c5f31d71ae75dc5", - "25536d97ab41a11dc867b2da7d7e179344ffa327f1ccea3eb743ce88afbc105a", - "256d8962e2547a2fb91d6741f0a375ce1251b1034f1837c8c0f97422fc03bdd4", - "2573a9d710146dcaae807f1e10cd930ee4996889ae417c101e37e79cd73ec4ae", - "2575f21197a41ae2aab0275afd63392fa0d92f7acbc2117be518863184ae70ab", - "257b79aee6a0a0ecec485ae4e6467d97467b273d1fca52d9b5e4a1e94cbfc9f9", - "257c986809c8cb70597979403a30388547efbfcc092ecc6501b9b06baec5c091", - "257fa6e0001d25147c109fd478bf3a912fc8f032f2b43b4b25c36ecd50e7e161", - "25b73f74fc6cf9eeea977bb8493e4a452d790ad890d5574a84d1728027ad8790", - "266fb8e5dffd051b07fd48c4c33892bbc9b8ffbbfcbbc5271f2b1842493af068", - "26971a8c4b0e883ca392e8e29176a678f81ccde9371c47ba02d6d721e1cf12a7", - "269f005344af1cb57d7203d4f610f0f97921c6d63e0bbcbb5a56aa214489a4c1", - "26cb3877ad5385a29c73be0a1550f36ff624924933be9ecb22a9a6cb00ec05e7", - "26dc458c248480dbe1bb28eefeaac7e1e5c1f6219f942672672682badf5ae25e", - "2731fc8d4736b2dc7043f779f63f7d7d4c428236029cefe7e99c55a760f0c726", - "278732cca652644f3bba23011f460f8496e3020b9eb8f6e71a7e01b51fb4afad", - "27889c83f5324210f7ec87bbb5a4cb18033c9079bd8ee3824e4d317539be3d0c", - "27cd5ce90d316652604689458a9e1e7bb98eab74003ee6054ff7b0e100c1e5a1", - "2879e794c2dab11dfae2fa66c6df26cc5e2d40966a61e127217b84b85fdd1103", - "287bbf9efe45dd007a25bda5a559f49f1e9a49e09541d3b7a9f423925ffa253b", - "289b769de63a50ba420e12f71fa4c274292218d57b845b0860122b4ed62145da", - "294d95e6115130b2239adabe0993ffe6c08591da029d4a26eded46006f65d2fc", - "29617853a97412c104d7368cacbd297cb3efbf681e5556a27dd53c0b5fe99ea6", - "2a2ab0a60755ef9a775af1d074b6e195cda6d57a5a718969a74aecc59bacab67", - "2a6298dba4bf305e492ed5df190e29a1a3489394eb940f7f11448a086cba79f9", - "2a8456870319f0e62db83af05d44b07b22ad12dee7b914779c6486b3837fbeac", - "2a8d7b2abea1ba7866ca1221d6de3b0953bf19f85fac084b200f116a107060b6", - "2ad0377fbc72d09d13bc94a45a366c24da2627dad0236ac132a48c50a25f447f", - "2ad3a53c895b00ba269b84b7e0035b60462428346f68b04f6113f81fd9dec410", - "2b0c5ba91fec36a76498ded9f7aa7311c0dc37734b227ad08d88e15b31481576", - "2b131a7a008260538a0a31eafe5d0ee6efb1222b050a6f0ec0233ddf7640e7db", - "2b8971076ab9ea31df43bf547f4547ab3307c222810997aae8fbc4b1e7e15c65", - "2bb727a071b035ea5e59d817e4d9f03fc0508f5d626dd14e6832f5f34d9aaa58", - "2bdae9da42255304d053b8376ccf6f850521ec7e1ae531466cbcba4ac3f0aca4", - "2c259e0be786cac0cdc1048ae2d7beb28b9cd8f7a1e305b64c93e21d63317cac", - "2c50905b0c92f1b0b1b7985eeecddb9315da13b6df098746c2e1dc9b64ceff39", - "2c9d23379eb513a37313d6b3acac2c3d4d36042cf182dee57c23e86a319a3db2", - "2ca189ccb151768f3ccb27a2d3f6f11507e01083316bfa1adf20fc8b6df21a63", - "2d2d83b6dc2743bda8e5270f04b84ae6e5cdf5486b1ba1340649f2f6ce4560bd", - "2dd5cc26e3d4c9800b46310d088cf575241729a4d0d09ba729633f03cbfc9751", - "2e0f71e24eef635c24926981be1be269eb1b65901bbe05971990b18d4007bffe", - "2e16eed8179377804a30e7947b3783a9d75a3869ea4fbe8a5ef103003080d5e2", - "2e8703fe47de30279321b3c9d07b495ea19d93b37894f96380c8e3293e690a7b", - "2ea11cc342c5b40b119a8568bd3774ed67c4ff02a504c492b05e2e1912a399e3", - "2eb4242d5f5323756dd5adc685129c31c3a07bff06bb4e207acd4f28de322508", - "2ed3a9e4c712986a50cdf01c84dd3602026f3ce4ac2db415110dfd13ddafff1f", - "2ee0fc3dcadb560ed569da14d284568ccff44073df3bcd3e96c5d40dd1992b61", - "2f26f7e654ae3d02c9a32db6d0ab50cf6c3aab51a2631a4c5f4d3d9ddc31945d", - "2f86e79901b7f0d733add81fc27eaf7c8ac8c99ca9badb5aba6d9155e8ac4770", - "2ff0b4d6bf3d37c4e3025532d6a84a34f157cdcafbb0c1798d784e9cde55a101", - "3026360359e9c6b0e3ba4ab3f47c24baee2dd3e8625061935d772e0fe8103ff8", - "3040261f821ba91fc03d67d2bc1956cebee76a7b54ea94fb2b58af70de3e3ca4", - "30d35079e023d6373b463283a1168cf85503ee911e3e62998340ab62660761d1", - "31093ca3ff20005ef0f81606114d2025db246db649f1c95579b2285852b04af8", - "3169630b0e129fd62ca1df404548cbe6de1c535034031046f09bc6fbe3c06e1d", - "317d275c1b08d1be6e7765e6b67cfd7133d441727089f83d6974a6be8cf0deea", - "3182a2b8d5ba9a8f82034106d2fde28a0baa881ce83798ff419ec1fe09437e27", - "320e7805188b3458c9d532d1cbaf40566a59685e74a0edf291a294b4d6e939c8", - "321b4be6ce69b96b34912417c80595fd1c04e79ff4b3637a0aaaed0091f5a1b6", - "32592ea1dbacb3a8c2521ca592501b94e110840998e03e80dba09314e05a315d", - "328d6527744f643fad42ac6aab5d387288a69dab1ebc73c5d8e53770a33c5161", - "3298cd32a8d8fd7547af7896a7953a2ca9be433658f9b8020f54e878d1d34556", - "331b3e2d41c2f636d13a28f244cc3a86bdd5fe9308e1b83fb2dd528054c254b0", - "33c0217e67e0f5793775a1d5e6a40d8d48b9c9f3891235f236c98a3926336d09", - "33ceac76fc9fae15ed49a826892d306dd3f90c745b06cf1380b21aefe38b11a2", - "33cf644b6ed4d6909030c135eb4f6a5bc6f358e9a508e66d8fd33e880cb5f525", - "342f73dadaa9a15f8cfc8a620011b21a0757bb0b689fb9fe9cff1182a022b874", - "349b90696cd4a5b7fb0e1ab17d0988be853649664cdc9d2e9841cfd96b0ab3c0", - "34af118d7cc4f8448c7dd6909bde60275b75b1feb0c1117510037554c9bb91b4", - "34b86a9eefa23d8cb0db8daaa0585ba4dd2fec9b08564df8f77033954a23b0f3", - "350777b830f48c21581373522f152e3dd827b618fe2502689624efac9489dc8c", - "35a3349a7024c20222b51731ccc02dfd6b397cebd670e3e36be6b041659b6b41", - "35c7379d8b731ad4df4688f51ccc20231ec966f5dbf3637cc02c513b86e237e5", - "35cb77305dd83ca9a5ffc1acccb3bed27587b8191c3ec8c93a4ea3d7b19e4419", - "35d26cbbd70ea4e0f5944930db07a001427b23049eea14ea02f32c1aeb0f1fbe", - "364a231e64ea1edd7c8034f3dbdd78e74f2d1df975cb4e9be21d7a06142c690d", - "364f9526970f85a22d638df55128eaa689e050cf3aa781812957c2b54cf9f4aa", - "368397634ce5501a1b8ae9a1ae180908a7f0e9a721572fc50a31aa16c90a9bc6", - "36a2f6e47aeeca016fccba47719035ee391ac25b615c87a7db2279141a9dd70b", - "36e060ec9a8f4fbed112b123ae1686712b2c8a42a4a3884c2ea45e5684ff8a51", - "37168eefe6dc8a4196b9f2893cb2840df4f277a0c3bad61a53d8a1713a4b806f", - "378d54d28fb4d7d38e1afbd90257c19cd5a728aa9ed20b86d9a85e0e242d781e", - "37918cf724ddd0cb89a4d0b36c90c07be9410551a14f22f17e3931f85c0c8591", - "37b86e71d5c1659d71310b3420373d5ac0ba0e4d18459cbe8b93aa3b341bb9d0", - "37df41a3c664af115bfc54144318feed9b84a923481679477b5c5e49436bfacb", - "3817127be2aa398b549aac8841b3531bab879ad3c98660fb34010aaf7f4b99f6", - "382fd4ea4410c2103d6a28e823bf7268cf5aa74fcb4e56955b6d99973ea43d92", - "384e0cad565e820194589897f1734d3c28fab4c37068106f4c96b919bc013470", - "38b66bf3ad672450f364b6665af859b2388cb303eca231cc1f8845142e4566b4", - "38db7c2a3eaa2019d734437b21ea0514499d8e78dcea55bfed2acdf4801b9c0c", - "38fb5c73ace4d8b995021d26b9032c3a4a10c68b9e88ff1fc148fe1935d85617", - "38fbb6d03ca81edb1ced52b840973bc7bf0b945b55f897a15d6f01faf7dc7185", - "3902aa24170eba42ad27754fa9a6e8aa4bdb657fc7beb13598f35a96fdf48f49", - "3904e28f8e7a2eb0e9fc4678889d25fae1ec9bc1bb60180810e606b1a00f3bb6", - "39d99d7ab64d2d751c2994bb14750c119fc62e175694d49732d8a8a91cc2b7bf", - "3a477223ad1d2eaaf2207074f6eb8086525e5f9fc9134e540c8248469b99b460", - "3a84712d66a9c2949508e0a5970a59ffa6047ccee6888fd6e39dc245722eaa6e", - "3a97348cccb9a9ac0505588c61d9831b23b3bdcf1c8ed765201839549cfe1b75", - "3abf7bf6641a46bce582ae8258efd6d2cf63a6fe38ac8e80c85263ef80b59527", - "3b0c7d293456db54b5c6acf55813664142c3cfad5d94c235e37defbbcb4902be", - "3b3f6ac84126d7a920d457dfbee1420d4e160063128261c4b4efacc31eaa43a7", - "3b85f3095c4b421cbb3ec701bda3f99bb1c4d6362057d23a7a5cb0ff0e87838d", - "3bca9bb54fd824f894b8a6ab0a5a5952be1b0948487101f4a001c7574d4b3e46", - "3bde9b7e803665834c77a2d2702d62c82a173ebf164250d794f3aabc990eac87", - "3c2e4306c755d0fc25d5db0e6b7cbd8fcac592c8a67b65652ef34693a5b2a1ef", - "3c31469276202b2c104fbc93ed0d8c487967055d088a83a7c92f0008f09c668a", - "3c8a98d2838e0cb8466140eda449d3325997b4f46aeef89b180b8acbd548dd5b", - "3c951898c4212bbaf28a49b40a2588520c96e03b18b21b54b354f65b2172484a", - "3cc6d1ae345181e331fe9bbb2adf3c47549ee41979e9447cb8baad37d1773114", - "3ccbfd7f2fe4e22c6bcf7410c56b5e9d538c9f792218a17133b81cb0d9b6058f", - "3ccea3ee828595d798d011f1a4b40ba90ce8daefa061d10216c4d428738227d2", - "3ce04f85d2bb96f750ba184fab1e0a992f32d539c2ede41911fbfac2980372df", - "3d3cb6c9c4227283b28fb5a017032fddb6594937cfc554da44d8238c91e0f008", - "3d9b31db6d79fa93dff7d1dbe1da6a79de0dadb3db9ecc7686eaed93b11aa761", - "3dc39170ca74e25816ad8bc4d620c30e4cf85f8063f3acc26f6584ffff572ee2", - "3e0ccfb1ba3ca4857def35a6e267578b0bd492e77d6b72ab82f8b3197597650b", - "3e40be4dcdcc426d263ddace899bbb8b3edc5d6655b0fe98d063de7905419063", - "3e97bdea2e907f0221b93e66d3b1af25887f41c9bcc405e6d3ea27547eda3f47", - "3e98766e431edb4802865bd1d11299e8d2853809c1b7c66fce08a70f81f6af7b", - "3f77de564466929452133ccae2863e511a488a1069949e6a5e909a9c6ae64161", - "3f83aa65f284e67479411537888880d44db93434bd7791639c22ea99f8be10d6", - "3fcd431c042307eedb3dd9ec4cf6317a69dd9592d4eba2c77d16e274558db71e", - "3fd8d2fc6961acbc826b0e4a762bef5ff22358aa341b024b48e6d322553dfd12", - "3ff5d0128e291b87090f16a34300774b99014eeac1e51f2c0f24facefbdc6698", - "400bbf3f5aef636943580a3ce0481da38625f3bf94eec071ec01cbc39dd1584b", - "401471ad18f30756bf67b46bd60ef8e21610b5c247c8270ecbc8e81dfceb7302", - "4034b7c341e3b2588a97d5c4234720ad28862ae4bc7094ce4f85380985c7023c", - "40700a7c30b867312f36c000b22196092770aaa5de57755c45c5f6b12d485d4e", - "409387bd27bea6c1fd0f48651540890c2d2d147d31575f5c0307ac3a8a49ddd4", - "40abb560152b532a5b0bf3f92ae69f131eff46bc2cdea9eab02141b9ca594339", - "40adb6e902a10c9d7f02c5b2c18cf30a7f94102591803b508c66911835ce30b5", - "40cc0d6e98aff299ce61a382d52a4b9cd896792b1e1c0fbaf8a8da77aef58727", - "40cdb9740675f89118973bbf55eb2fce3c8753dccac424e0a98d7630f17cfc62", - "414bbc05a5e9c0848be1cc6e896ca0859bf378690f0d09afd5cc9c0039b4f6ef", - "4169ad72b9879b3988962d5ab0a5d2982a8e14f5e184ea573cbd1042160a94b3", - "416fefbdcb612296c414368b6ed63bdea570c63341827defbb3039492c9ebeea", - "41f9a6420f0a50ea2141ce7406622e8282d25024166e586047cc89f61cf6e3f1", - "4204300dc81295d6708d1d81dc5e51f566522d98524e7ee73e963676dc7db845", - "4218300047653e015dd121a8c5d35aa1a751a04b6a8a7ba7ea86905ffef3077e", - "422b883977bd83c8826631ded43fb614dade679230cce7d2a0fdd51394e028e0", - "4283f0df4d2c983b65a8a407a258f54fc4350342138b80c02bec91f0ad0dbddf", - "42c3a1e73d5f29e7a15b6ecdd0d54793bcf4b5cdb363880ee536fb09eba97f6e", - "42f935fb4eab2f1464686ab13951304bd50e5f25184b87eec3b77e1e8a2ba0a2", - "43726501d8dd43019dbfcc8057b3369b561a80be4811c38090eeec9cac5bcd33", - "438ed89dc256dc69f7922f48ba8fa4a1c20272e4e7e3877906e4ec607dd1c7dd", - "43c1adf4005577d512699fb13e9d87e1e1934907d2efacfdf51378a727aa0680", - "444a11232efd23eba598a5484a1231b94b595592f2a70849a6f3fde3e459e72d", - "446e4b60588b3181cd64d45c654ca4f198b9c0043f958f98437365f7f65f8a96", - "448112a2160a3a3f06cb0489c92ea8780eb56ac2abd1a773bbff2ca3c8a1513c", - "44901d33e254de8db81c313d27c0eb0b321c10bf4a203eb0db3ecdc840e668f1", - "44fa098e109ce38a995324661837fa56ff4147eb0a1892d3b3dcdba57da107f8", - "4542e7ec50fbc811d3a5ece0aceecc07a02d8f8813ac652aac552f7f3a89edf2", - "455ac7569a145b3b90a48cd7924c259e5eb28b103669acbcd4ba0f11c67341b9", - "45ad7e76d1eaddaf910109949e3b7e289da5fd95ffa8ab49e504a6d28797e8c0", - "45c1327ad0b94a42fdb70bf030470d0b6e4ef9b65b133f4986a73f7ce2d9540a", - "45c368d4495526c0f8005806d73f1e87ac925d8fcd3c6bf38791b714bb4a81e6", - "45d06ddc9309c1fbbe9312d6ec567ff02cd05608913b0f0743d2b8736e83b925", - "45f84efac68eaf325199366e42fb91df560d87f9c8062d2419547fac8f6ada03", - "462f641f9fd362d531b61a4cde27181df3dc63dcf266f1580748a64cc68f0975", - "46877da46184d3bd4a116030b95ae51c351d69d6add4866dc3e0594eddbe30bb", - "46bdfaa958ae9306d4e0ac77ae3b3c9a8b16a6d335548e9594849d32ce0607e5", - "46daed5f5c01451fa9c61aa161011d2f26665b0958c7e219b1068301dcd128a7", - "47ddf4eb1304129a4618efc85af368440690aad2c86cfe2d19e20b196bd41a60", - "4874143d9e112cdf176bf6bf3e4a7444ace7bd3ef9ca2df09f7653f29e49cd9c", - "4894c5e425efd0a724853b25365cba42c460f66a05f6b1b82a4590ad6b30c92a", - "48e6129734a6188a07cf5c48535740f5fe503b1dc1702ef3d2dd9d4e2f2049b8", - "48ff74f15aefa063e7a1953b7bf486bd1ef871e614234b18f64f052a537bb7e1", - "495d4041a10d20da7fd229ccafaff52890883d83de654676bcee874319a49e23", - "49fb1b4eee3ed1d9c2e81403c0863289a2e72a489852129d6aa4764909260ceb", - "4a43b5a812434d3d7953d3b85a1f0d971dcfa13be11ef4d1ef1387ba201e1e1b", - "4abb73fb3bcb1022bbf0fe1bbeea13c4671d88b136d18aa2333fad5478ff5c9a", - "4b10616f3af61e3ba20c584a51c8520474223baaf9482b3f8065240d615257c5", - "4b223f784db18c226c69692f326fea92f3c6113b565b8971e26ac149e5aae71a", - "4b3bfe541679093d88e7b8158e21717e265a92aa9454d740e8617d8b32e174e3", - "4b472061f7047c4e2e2d9807e85e8cf79a9791d4121aa9deccfdf19b420d50ba", - "4ba7eafecf1455df705e2a23a4aa455abdd7f84c09f88e486820ec03b472cd24", - "4bba748247702b0b1e2884a3eb090cae5b1aa3ec016c367d68c75a2db579e605", - "4c2c513df748d6954094eed9aafeafb2af8174f2d8bb45d40b6c03e2966e60b0", - "4c4977aa92c114e59c8b02fc787ebd9dea5955087d143bb1ea8e8f6bbd15432e", - "4c4ebb88be83d34b007e48ccab3e9e0405b0764b873aa5225ea79aa2ce8ab845", - "4c8a8444d6dad5bc46b25becc44fefca7357a3cc6762d44fa05dcff8444e5782", - "4cabb1fbd013d1a78d04b084795ef32b22d669535da974132613b615b25a3166", - "4d8bb12d85e133dd7d466a41da3b7aa1b2cf8a810250b44ae5401ed6bbd8df0f", - "4dc9664c1b99057965c8816e7bcfc37b26d1210a36aae071f090bac97173e86e", - "4dfbb70e366515d9c1f120d2472eda7b50b594fa0ea4b3227de49f5a164f73ae", - "4e9cb897ff77dbcf337cd49222d5501703e3b4ed5c8a22425e26b0f28bba8c03", - "4ec6fda783cb73020e9a43746153113ec795a939750284a31a3eff3d67307bb3", - "4f799af17f15b15f034881285f908068b7aa167c9b1fe09dee8c6fee3bb25fc8", - "4fdf5bc6cc6fcd0fa526525288a5cc7cfee5b3bc23ec3c812b01a42eb300f66b", - "4ff85cc2c0cc6246433102b9a7be1a7328fc8876be1804d5c31275a53fc018da", - "5027f9d380ef00d28a8b7a3c42b06c6b0434147816dcccc557ea14343faab6be", - "5034d566d37d2d5bdfb6acf4c097ca25a44b3aeeabce8a0b40747f9a6ed4a58f", - "50caeb9a09ee08216e7ea4b92787b733f8f53fa6220add2081b880aed022267e", - "50f4a164b5381f68df3825bde8eb0c74fe4cd05696c122d3f41a518e0d5a9aaf", - "511226f1925ec750f2b8b9c1431bbd16a889200993b599a231ec8496aed75e58", - "511f1bff6100d2882d95cee9b6da4f5ed88f4d87b0496f79612e956e6effc527", - "512f2ee9c1bb7b6490ed114c4d7386055f68444979ab07964728cd6bb3784e2b", - "514180e8159086aa15969fba6244ee24ae6890f3425331475fcabd64c6b21c25", - "5148835bd10df23a86a99d85f7eb53aa9e520824d83350022db2be60833139f3", - "515400f76dfa248a347289157bc66ee12bc09eb36eb3419149407f10102ce3f1", - "515731bb813c194696fe21ffb04ec1cf38dd77ac4aa8aba8616683ac46fa08f8", - "51656f76205dfc4c42ca23aaeb0799ee9ec37891af7af322138cc9103bdb1619", - "517fd16d384bfc4ef0d16e4d4973d2b816e82b47f4a9a3858c8f4dbd53cdac0f", - "518d215636e739c3706df2b1838e5d0c429dc72a69d5fef6e376013d67112805", - "51aad1aa7eb5cfd167ca31ff6bf962c43f9daed978dda8522a7e4543143b1168", - "51c09663bb92d911a682a82bd41a96190e20d250834b6623abf3d1c208bed687", - "51cbf0fdc8420c8d4d6bb3cd29b2d5eaa2f0f67c8e21892700659936c39ed506", - "51d2e93b060c79458fc4d56910ecfcecb32e07b0c88249fed3dc9c381f2a9a8a", - "5217c41c67bd2d4254a374036c29337d984f856ae49252366f8fc0b806f7040f", - "526d8fca4153b1574058266aada8b9601950307e52a2f0f42ff50bb4ee93f2ee", - "52a2898a1d99dd7322845b5562c200c01be17844347d1f8788e43de627234246", - "52aa02556fc8fd09db4049b1e9a8fbfb9cf7243839da50b8f8a78b855379565c", - "52d8879710a1242c8b84ea8a0e41d450f22cb0e6901c6c26bda1a0dcd4ff0014", - "5332ac4d41eafe48b84a9cf551cc70f6a03e7a9f51d347e9286f536ecd10bc92", - "533e5e9a522ca0dd95e7915c9d09c2dcfca7604c6b9ef8271e9bb7dea546436c", - "5347631daf84df30a75d58d797ce68b4cf55d5e5d91176548347b44f4c6a1ec2", - "535b354f0c289ff93f0a558521f18bb90d750f304dbb222595ed7abc2372312d", - "535fc29edf9f8194c08f442698d00a30556428fa9eec68e1053c9492970b61dc", - "5377ae2b2e73a85ab12913991e0c40c4ff7fff15d4bed10d8394f357967dde87", - "537f1619e030307cbe71e0f00d8fd85381998f6f8181ad8ba2e67b1c1539dfe1", - "53871a5da805ad2f337988cdfd6fd09cf3660d7f48e33c0f4f0e875df685602a", - "53e8341c1ca61a1f9f66c64a95bd743f79c96a6e29a05c4cf54e98bc08475b01", - "53ef8d063c4bc0b8c641c49598731c5e36e79b34fc7b024f1790496004167bc2", - "53f8de2c114ed2c1bccb47997d8e877de3fd741c8d35bf96ae2c7e3d134b63a3", - "5446f34988fd655c4e35953810d1b3bd13c6adce61e550dd70c799d771db9234", - "5483969f621702925192041fcc51770ca34191d533cd51aabb5cabf7c942b9b0", - "54e9f0c21234c7c1e752e85433a9042c7fcfc368f09e76ed21088f30469a6b16", - "54f7cdc1c7c467a34837b91bcbc92b9b11c0e55d07d8c38a95392bef099fa1c0", - "552bba065469e060941a08f16a57c63acdba85741fb488bd2edd6b8ec5411ebb", - "555146adfad0899928acf7423a196d1464d44fc6c1581069f62ae533a89086d7", - "5556a96276af4668cb275bb1183e33c50d1bb7438acceeaed12e44a94bb7ee6d", - "55b85cfd6683ad1a572ee318d412b2a9ffad45a29cd0062bef6d57469161fb2e", - "5623ee9b3917c016c0d4f4468a894b0bfaadd98c4b6550e5bca93c51b88a08c6", - "562af3460fd5377adb840b7616b21223699e3a24bdfc5aa06fc97c284a61e69a", - "568f95da2209f51af6255062e987a079f83df66fab6f14a5a664c65d2cd5f494", - "56d1f4f7bc379aa6820b9a1be7cd3f9cfe35eb9582289824f7a7f54ab94da62d", - "56d807e172988742c0661c76ecad767fda50828e329f30bf9ea27285b21ff298", - "56f00fbd248243b3070775dc5d31717c493fca4f632eb4750dd0c28b3370abd5", - "572c603c395c1ea2cfb1417ef0ac769d4ba50c6cb66547f58cb5f40d3228bc38", - "576902a9bb99700414438d198897277d24f184218af3897d690f90096217e65f", - "577e1ca3e9144e7981b9318b941ace2f1aa5730e1399e1922334806169c7ccd7", - "57cd4b0a2e194c8016332c99be03bd0e18a0cf20262d7479c842ae4f942e2548", - "57e3bc68f5001a87eddb1769081352d7601f3931daec0ff4790c34705adfb4b7", - "5869be47636aea8f310f7f085fec5f28929df97b57ca3983550d276d70c98f6c", - "588f31ca509c7236c99a5618300fd3236f8098c2525c1d3e205bce90dec10b03", - "589e511d97cbc9cff08d47f4245683af654073239c669ce1063e78f224914b8d", - "58ba8b95540bf7f76ad48d7eb798677050669a34d64f3b408fb1fcbb57dbac63", - "58f1fdccd53c24597f70a85beace78b2bfc38e4fbedaf1ccc26853fe26f7a240", - "591f49a8e832aefe7ab8bbd78c0f8ac938e83117918ac179c4c619a7d5389079", - "59891c6a268bef87fa48edc03e70ab1bcdf87c4bb6ee9863ddc1afeb6145a073", - "5997de116b465e516aca64ce2871254793dd7b0e81c171b23cc53c0a9e9ef2ab", - "59ac94d7425b4d86d8fbcd75dc4ab83ccd6a02c4618b2d6fa55073cf8f943b75", - "59fc191920130bac3996a127768180c5c52c37fc4cb695d36ef2eb86ede1feb7", - "5a13efcd3f1b28b6ac9e719a46ec93b333ee7d0896d8bb152c96029a10975e75", - "5a4a6fa2df5b16d0ff37e055868beaa07951487ffcf2c3bd8074275042d914b5", - "5ada1a920d9d82caba7d81d648f2114b33dc46cdac111f55dd1bf518498f1e63", - "5afb377d05087ffe0fb243a79429f69512a915a039df3544728bde1ba4d6ee0c", - "5b048ba04c4c25b8b5a4020f692998c68503918cf810a291bbe7ae4206ba607c", - "5b14645834d6b0ab20991573241463e6668822d49fd91af27658d61700a9e10b", - "5b5ba3133b7210f46293e6a2216d8d15d047d99c08634689b0e842d6082ed566", - "5b87c91cfc93bf67cebc7defb3208cb4d1e2fc9eb23edcfc56b5e67cc5fc0883", - "5bf87b4fc57f367a1e9954a2bd7a10fa7b73735b68ac4d76ef23af3be146df6e", - "5c2e118144c438cad37b72760df8f37ef4af4e9275e51f8c044157f121318af0", - "5c441b1307632b59eb1b810fe55ebc95540d4e4355f42ee13c1b42d7d9e91f48", - "5c44ca59616540ba3579757bd3067503c26f51d2a762bd2fc21ad06a564e7e6a", - "5c532331d68d820509cda87be51d75484ad8ba335bf2d102c2b79f674c733e05", - "5c65d5e8be40078436fff6abfbb70813eecf846ce99c6202c2827b941bd826b3", - "5c860713dc1ca2757041a5341667ce3e5a1c3660ea8c31ab50961ebf96383cb0", - "5cd1f35e7486a3e7082bda4e0e65948d3e551a677e88ef968db85b21aab07ab5", - "5cebdd7c08f16b1f7eaaed6bf6714dd0de705cb6077e486a11d12aac5e7458bb", - "5db19bc83511b95c0f3a4772704474b9eed63b32ce066faace71ea1cfab40d16", - "5e022e60532533cf0ea551177b9cb78f46bd94f948cb35e2ad63f9cf7554f7c0", - "5e135631152b071cc58468977f88a9c1b995dc0f94e1e4fb369cc2334eb6bdd7", - "5ed75cd7ab6d202b080eda3937b9e13de9481f2ff48e78bc5c69daa74a2ab198", - "5ededb726ff6093ccdac8ac2bd414cf9a662b0104e25e0a2f7c75704dfdf9143", - "5f77e4443689cb4a2d21ef59e979616de99a01ef8f84b5e5847fac09fe16ec23", - "5f9a9900d18e127dfb78472c290919b1f94c806b68da6ca43d4a58117b995c0e", - "6040d117be6d6382ad568b8545d4de4a7025751f2304fd48bd5faebe99cf94f6", - "604fe2b22fabcab8299ba9a12866ece3df9baeb432a341483985c194cd1ae71a", - "606b879d8e4a0efef0c6dd411a2d26ed73f46799bc1be33fde48e5321b0d0ce4", - "60775d62737a820e3ec4391e12bc28ab8ada26a5860fd843958565fdaa82f7d4", - "6093421573208e18b99ae003cb56c546c1de5f175881d4da4d3920ed1cbb2595", - "609395f10b51dd128b3bd9079bce626c3b39fbc07c1558699fe00b0e244c29a1", - "61004982faa699d8c6bc1b54959f0b1c716e7ffd7b8d94558c9b2308bf8a0429", - "6120489a54d01e05ddaea49882aeb2957394aaac2640cf85dbe1c3e939d69737", - "612a923edd2f27a683c418ffbec994c67b95ec72adef790b7feea0ff27310788", - "61b96cf2790f3c8db65170f9ee8a9813cd947e7231bdb3a4aa71b0090fcc4f59", - "62435ecc4d1ef9fa4eb6ecf34e8511514c5088eae2b475479335deef592f4bf5", - "6291558d470f51c43423c65cbfa2a1ef3b05e78194b6b0aa272fc94e481a8a8f", - "62955b2b97431dad73e6a13663a8f0e27c3b5aceaaa301161393f8abaf2a674a", - "630e71801f8ac19c135b4b3d409e842b278284d16f601634df809477ac790a37", - "632e90eb8d01535e7d464c31336b2c19cd6504eafd1b3a1f0caeaee74ecbb38f", - "6352cec9a6b228d08595af58df1eeeaff5f745ca92e6c113adfe46948ba370d0", - "63a47a9b474af483b404a7d1373fe17f45508aafb2717572f08a450f7fcae51d", - "642bff4066478820ebbed972b57d52a617aa6ad8ccf4a0e9c37cab972c3c4be3", - "645065e19962485b02042036ed0c6b7465f4dc7f7ae46715b6ddc7a241bad5ed", - "64677b0ce34a4cb05cc9f4aa6003af28a61df704392973f4eb5981431838d8fa", - "646ecc21868ceafb0e314d3ffffebbe83d59c0a98b443997dc4afbf60d7f4c1c", - "6485efab8ddd72ba3471f3e33a66d38e2a5a8b185c5ebb0557bd99e2911deeb2", - "64ee551ef97d54a5d900f677d988f3a254052b9d7fc4550c723ae9402d57870b", - "652174b1a461e40e181a81d905b42e8b7526c67affa2cf193f945210cdd86e27", - "653e511200ca66645b2ef7cd9e68b98adbd79462043697b49d7b35c0bb1f1406", - "658e8eb6d27f5cf9ac08f9c890c4615a9554c6aa98c775ecd911b5f1ab57cbbb", - "6621071c93be99c3f214806b5774ea50bb615e3a3658d28dd9c59a50209913e0", - "6661ce0aae874753d32a013c5175b333be3f73917c8ae79c99d5362a4f45052e", - "667895a5d2adb19a9971af73dcc11104cd5e7a4509e13ee777934d469746de62", - "66afdb8a8896a4ad7a532f90fcae5fcc5ac4ca750093d96767344344b078bc86", - "66f1b0e19d0328393c849fa90fc4d7764015653697062277b57b567cdf3afd57", - "6746f23eaad538a24aa17093884ed4dc866d0811dd56959a597f0863406e1363", - "6792a3807e7696be9cde1af7c2e8e5104ef514c6065e7697ea46256e63329334", - "67a4717dc3009256edd6449c22a63839ce4581bc5862fe3513ee035f195d04d1", - "67a611300b6a3daee5beecdd2cc25c64f565a8cd8d82d21e493cb61348c4ba5d", - "67b3316799aa2978031e6496b2d115cba266fc719b935481108523aee3968616", - "67c31354f8a50812c5fbc145c65252396e09fbc78a5fdb441c1f0003f578b1ff", - "67e12a25944b90bbae7fc1633e0db6dcf45718dbf2c30a115834b7c8b8955a9f", - "68142c2c7407bae49e641215eceeb27034880b73193c37cfadaca01b783ec049", - "6831cd1eb472d723600cd2c32c50ab9b1fb491ffd107c150d6ff49a0a7b4c989", - "684870b0cfbc3001bf32def5903c57435f6b6868977ce78abc5279ec5cdb770a", - "684af104b05f6a972ae928036c2f33496bf1ccf5f0ba958a4ac5e716701fafd6", - "687ebe4ce9a597b4754b81859be70645bf775f379da93cc161331d093f2dc211", - "688a86d2953e21908ff1e4caad15b0f8e23afa75085c7690c1c88f1a98acba60", - "68aa9ae50ed48c35e2fdd772b1d24ab30ab12eab3c52cb58da12336d9100faeb", - "68b88da4ed616bdd8e599445be277cd9f10fc7d3579bb98708b7d92fb48c48a8", - "68bf205e1b2d52ed0294cc5cf6050b095ef3e37e47a6ba4ac50bd20b14839fd0", - "68bf5154f5ba87990db78124a34bfe1ebb1ba4c8249e861e3ff13b6bc3b74c70", - "68e47c7fb60792ede50db33ca22d762eb2245468ffd7e06c6a3f3a5828e71753", - "68f27a66727db95e887471d9d4d2c6cd422ba71513254e2e94bfb862432f6549", - "68fd0c4b4805ae632be23160a781826d29f9c9ef8f2127a86580b9e285918a67", - "69024e6f5636ab3ff3afbdab5e47a95efc11829872b08bfc1c366d5edf0b9d38", - "6906315b7d3951658bf5443f96106c108e3872e5861b3e9864ee2ec4e6f4ad82", - "693e8a94141133325db62cf9ba77b030034d05bab3ce10ae0f2e3bd535d10c22", - "6975b7cbd03ef8d8d97c10b68c7da2191dcbc2549ed8dd00e194756ffa01254b", - "69a6fd2a9c446d2d66e733d48dff5fb4171a0e9329ee70752a645386d642cec8", - "69c4cfa39d6fdc8f02dc321292bdd9ae85327f12ac916e0fe2a226a1b35d3479", - "6b22373d750d6847660eebf92b19c48206ac9b72419016e9b5cd3c2ab8815393", - "6b30aecac1170dfb473825804ff15a0c0e37cd58802b7bbf333d05224d5df885", - "6b74f199c05c3e5103ae2e7af0860090806c43298d709cb1b5650f0c5e4a039c", - "6b90aca5b2eab0da2d5c0b429926b646ba2f032ba411de02b0c5f0a3b4a52051", - "6b912ee8d7e2f66cc406ae1a83c5df43a96337b8a12e598b19334263953e6b47", - "6bcedc15a20a4c8577ff7aa5d7a337430e787d9abb82b139c7a265e5818c00ba", - "6bda370340401c3758a7f651445fc0496629023509718aa02f0ceba72e7c4897", - "6c06ec5b5f780d68e6bec925234ac5990f30ceb838d0c63ff412d360c5e0ede6", - "6c168dcc993a899d57a1c0f367286f127f2f68c1a5830fdfa8f50170bb7a0717", - "6c2f456a01629e1f266262758f5f391fb2eeb1dab09caecc1d66dfc377580c52", - "6c9af295b8e4ed71bfb3a7cdec7e7a4563fbbf061ab7584bb0e087a129750216", - "6cbe349d65454a6b77b6e4d73d465197a7a7d6e5b0a66b87a3825568635e4652", - "6cebc1583a4cd05a05d92381f763d7603861a84306d04a61ab0a9b847f2d5689", - "6cf9de2b589409bc0a96cc612d14b43bd2a48cfa2ab09e798c494a4aac09a522", - "6d3f3adb722ebf0ad0af9a9e0d254015e243bdf11242fba092d8ef00586dfebc", - "6e258d1a09c4e4f6dc05aa40d0a99d464d71d538446ba35062b2044f4a730785", - "6e88b54a648aaf046eabe2265b0850ad5b9ce3b3b18f0af2306df163f97fce86", - "6f522387ea5f51a2c4d3ccb79c16d63724eff5a4df8355998e42e1a040f887fc", - "6f9006b49c2b326b3a2888d3ab25dd390b3b009d54265bdcee011aa7578f8a2e", - "6fb1631fb4755a9ed94448c3cf1a80ba1e8d6f2fd10c5ad6ec3a1ae64fef7214", - "6fc1845cda9e7e0b13b4163a0ca7033c1e3503fc4b042a5a0df2a29cec4e4c3e", - "6fc226e7863a20bc0e507d15719f122ba57f34b675f4574645d1eb961eb761cc", - "70219e9c1959897ed2c7754ecd1996af6734e3e75feacef4e6f7be35ffb4a0d1", - "7040f120e7e77c8dd597fe437318e89d2144201911de7bdd07ecb0e6227f5e85", - "7078d0680149eedcaafa70616987ff61226bf08901925eb311f976abbcdc6bb2", - "707a486939096f6f645f619d38ba63830932873315238c7d99a7deb822124207", - "70f2c1b49bb5f0b5930601ee07855034c03d194248dc53199e8374d54a82f273", - "70fda2dbd43439412a9c91bc68ff7c5f1c5963959c45b2bd67442b8d5a8aaaf1", - "7167a557c1f5bfcac640b0c13af7adb161b3ba828c9772f94cc1152de6fcf9c8", - "720ef050239af2033429bf5b7fcbc2840d523e4bac20af7ca492cd22c283ecd9", - "727ef1d97902ca072243c1e253163b064c20195ea7c00cff974d9fd653b3934e", - "729d4bb006c038588851ac677dd67a40d2a0aced8f5dc80928e02489a2b9e34f", - "72bf9f7c795181457bd5bf6c48dec752b05dc34423fbb3f22f1959c4ffb3307d", - "736405a6667806118b746e506a2e4d4fd3022039786d63ad58aa4728737eb86c", - "73ba875ae70b7e7370a17b44b0ccdefc786ef280329eb01f5accf3a0c07bf111", - "7426c74ab086112d45241f43770dc0ab24707c863ee4c6c7433eb6abfad970a9", - "7465a0237fb30a3fd0154ae2c051d61cd0e57a480bf77e7e2c661a6990e509c0", - "74684bd6a1024573f35b179d1140d4d035f5a879e1fb125439ba8cfffc6e5c78", - "7472451507aa4c35cbb5ca481dd346e51e87d4d558672f396276f6afaa559d69", - "748ec85db54bfed26d0de237e0d2bb85ae0e64f789d38998103ef1e560638d2b", - "7499ad1549db482854da72ff456e7a08ccc18245647e6d270cd8d98a9cd9ab93", - "7521f69a8a7e7778c101f61734e3d4bcda085d0db4a63fc8e21474de5d71c96b", - "754a3985f7a8215381987e537dbec76e2facfafe9b904859a097525b4a9f8e3c", - "75a6cf6f4de935ce9ac6abe07855f8cc66b3cadf3ddd5fa1fefe641e89e254de", - "76186915c76de5aefbfe649504eb8100bd9e286b6a22f6238ff886259ad7e4e8", - "761ed65376e11151861cfa8046b568010e588d677f801fbd4fdc8c07fcbef257", - "766a6e8ee0413f6a37b9a486b461a4a16eff9de887faa1ae3b73f99b0d1d7763", - "768754238868f659a5514b7e86a3bc4804cc84dc1898e9916578ecd754f33af2", - "773c4c83bbb50775bfb84eaf3d748a0c1ecbc55a7a7834b6be196f6d6f55f636", - "775dc5932c8bf2feaaf51448939b22264cbb0342be5374370ed1552fcdcd2ff0", - "7760554d714ce37f2774daf0b4142f2f4772e3d61b8e6b11fab4d6e271325751", - "7788f0d315ebb617afad700e818b4612ff63c7ca37270c18f04c7c88473778e4", - "77aa260f5822ec0c6cf05ab21b157d682ae311c5fe41aad08d135f54855384c5", - "77dc572c5723f4d0facb1546cc6b6c077b936e9ea7bb4d2f82fa99943648791b", - "77dfa0a69cd1ae723b23647c3251dac3c3dabb0e86fb8de794ccd219245b8f13", - "7808cb762aee2149b2aad81de395ffc9c8be316b0c6058fb20c3cc9d569f99f8", - "7848be2e41218000aaa6420761a13e95b8585d2262290dbda822e563051e8b48", - "788fc5f00fc176155102de31000053b703696e1f3497001906f3600090d5ccd0", - "79f3433a298d38ea6ca5ed0aa7c218772bbf3e9316cab277d50ce722f4fc54a1", - "7a095bd90bfaa7e2e337f135efa4180dbd18966196584b7bc693e2c0919df098", - "7a213b6c4f7c1e3559fb92d2e77b5f7001b8e7aa70e6d8a27adacd9d8500284a", - "7a58be7c3b0b481e01a48beb31fe002a7377d04a93e141e0ea60b6a8055ad9fb", - "7a61ef250544825816cc0fe085136455dd14a304c93e045105ed5b1933a788ad", - "7b192adefbe51db5d6aa043e38a48840b5a5bce39cf275240261287fcea55b7c", - "7b2715d76f1c5f898c3303e55962a5fe734bed5511e97afc79c419a20ccfe567", - "7b660717b15b404b3f6e38aff7ff5e7e059c855fa4d618c5a9d31854f2625306", - "7b722e1051d411d3a0ce7b5c8627cbb57e73c7abd0a743443daca959c3b92a9a", - "7c25c7cbd3475cc3f706799a5b4e3670b3cfb1c3e66527676a86818a5e19a377", - "7c5f396adb8fa49c0f7d087058263bec01e1727adce49047c0d8161fe51484f4", - "7c805d40add2c7f09a727195b857fb535fc4a274ab3e4a1d0c711f31c69e92d2", - "7c86478d69b0d0911ca0789a8cf8d44e576875586e5f331b73c08edeabe6a0fd", - "7c9eaf4d24b667391727601c72267dbfdfed4907a0772ecca727b84ad5367fbb", - "7ca69c397e17ef492dd7fcaef588ba2ab792c5e630bdeb41ddf79e0bc222073d", - "7cb118fd2f9fcd97f1a09c4d42f4facb903eda70e8f75b250be5554b6c8264c4", - "7ccc0d21eac997e79d4a82c2b6152613cdb1ed8ca0eab93306e4e446a10a3675", - "7d943d559c37143f0a61ca62ab509dda5d8e39a26fc22f7495b57f43f75a0d2a", - "7da904387cc1fee27710b0ccc0d5610443fad7fa27276074873cf0a987206ad8", - "7e1052db44bfc9a300441eabeca20edea2a5128fd38bdcac1ea0e6ec0fef4db7", - "7e65dc0af0aea17d5f0ca3a8e3c25f876a7cbf1b71d3992852fc24f10f8a4f98", - "7e6704470e8340521d587a99b5f1fdd99c6d0257c27fdd44d70b3f6a2ddb91cd", - "7f422bbd4af90bbe3d5066927a998f6b5d026a85d169163b353db8bd04e2bfc4", - "7f5e5340bf3a7862332bf5db6eff32f86d876cf24254433438709d5b7da4b913", - "7fb3bff7c605bcdbb03655a7664da08f08d9dacad33e92d586f9b0e80e9be57c", - "7fdfaacd605c13a17e282f1c5100c1e97face8984d5e7032de778d79399714dd", - "7ffac0fcaa25d55f6dd371c96c86cbf4b8abcfcdc6634209d3d68131e216e300", - "8094844995edf8be30b717bcb26d1b72e207b1bb5f21adc84b314d3b4375bbad", - "80964ac719f294827008692bb7942746fda33673acb5be9d23deb9c7e9ab8486", - "809686cdaa87ec3bc14baab82de518c2045efc9041fa7398f27ab26d929f066e", - "80a139da762421c4d9dbef4e5fa5e270390f697e71e61a03f1b0486e88414cf0", - "812225a1981e443b05e5b1da57604ac04355c605f351835f4b177e5c061f1bc9", - "813ff862eb35ee2015167a71916429f985c20abdcde344324c1b81f8641e1f7a", - "81a102e47ccd10506e4d81222754c0139ede95d99384824f7eb7b1d6c281ad52", - "81a39c194a502749416f2c1d7cfb6a16d867e1da9718aa60ce3e8d2a254ed04d", - "81aa60021bda1304cd9b2931a651584b311613974af6399dd89fe2758840e095", - "81b862bc46652dba6088c9aa5d59d874885bf913dfc35b13dcd88b2ccb5390a7", - "81e1a604b04d33eb1f4816065e9e25c7cd3a4df22fa838a9f17d51b7c04b1d0d", - "81e4b640292aeb5d3e9b48a728f84c453eecd90dbcda077f2da3964ac5131dfa", - "828d458314010c122bf54c91d009348062f83e708a1aa35676c68e8352c905ac", - "82f1f7f0499880682123b90a2260dec8e5804d3ebc8e04db5e06960b0a8abd50", - "833f596b743fd1f3b05dab7f511a49315c9d3411e37414ea811dfef9ed31339e", - "837d6b7269d6661dfd2b4677dc8b04d6745237ddc7eb6ef8ae8d77213301bd83", - "8383d3bd4deb08cb25e67f39a8b3dc5fb2f6de845c2b46f44bf2b795ea398fb5", - "839bda38a0c74c882f76213e61c5d587591c8329bc640ded4468ed72cb2329e2", - "839be00263083b8aceec7a523fed6c87812df5dd91f37f7db8f94bb2f8e94f74", - "83d89cae79777fcad4a027ec83c07fec320c27a6be558ca199b03536164fdcb9", - "8423230f674687bfc6744d3b5ce12f8b69142890acc109b24bbb6f474fcbc7dd", - "8457c5fa6190182892be103282422b8676ae1e1b994e0ea54a2428e86227ffe1", - "851b87f0874d1331572466c56b07332f9e22b543c057b1c556ce468e478d68a8", - "855699c9fb4d6c83562e73f225b916f27b647d4d10ff42f4caf9fdb1636ed4dd", - "8557d81c92ce7bfc3aa806c68d41df68c8f4998aa01f4ef67080c278d7779bbe", - "85ff72a10dcabcf180d5a08905411c3b7320988f691a99a0aeff6ff60a1cdfc3", - "862d4b7619047c6ab1be7c06521bb7f8a4ce62c1c98c09cf800fcd5374812759", - "86325c4edd0d11aa439c533ec11876cb8ca5382a5e686fe5da1edebb04fd0710", - "8633f53c34abe9839bd0f5c07b2e323e533c075038ad899c1d7fe7f5ea6df4fc", - "8679d651d518465990f3de4c6a29e2dd9858e4151c558f9d882c89b47af6ea5e", - "8686e97092e37458e98307f0fb3c7072a565682d820ee5a5f9c9ac13dc820467", - "868bb98b474fc6489761ce764889c33c0b20abbe974eaa09e16b327d8d7d3234", - "86ac8f449c4466b304d94c780b9230f1f12de5b2102ce3c43c92fab80e911280", - "86b648c64ddf9fa9eeea39ea1b206349798cd1c5981fde34a17bbe76813fac8f", - "87e4242abd5ae27636472190d44d55731fb2ac82837cc9ac978c26eb82dc8be2", - "8841022b0a2bdeba14f945214c84d9338669d77fc3b9cb9b15b5a13b9bf6ac67", - "88aa057dd1312e664e642e84877358b84b7199f9d39ff4a90f86b0c67f134a31", - "88b28bdf45ee6cb28166a7b5127edb39507202c7ec83aae1adae111548a3e4f8", - "88bd1638395bda01665dc005a82f4b2564b606e4a262d5e44b495d8ff8ae3c08", - "8904528213eb4dd14c28290e0b988176de80b67f3c9407f15b4cae87c8adc9df", - "89fd0b01cda617d81a20962895c32fe135055fd8c9f89cb56ed6d536ea4d63be", - "8a39e82fe4708ce672f2d34d819c04f49a4e0865296c29a71e33feeb274f372d", - "8a48a729663cdc55be992a97714d7e935ba28877bfca98ca519e72d26e41f873", - "8a7f24dd9fafc2d2623b1bdbe20b4060208a4cf0030ccd84cecfaac06373d833", - "8a9d5eb9b19922a8a47d27f6ef27731afd04126b5bf18f593739a8199c2c3133", - "8ad4f1156685b0728189483dcb888fc8475f5a631e4d371c9cc70e30f52b619a", - "8b6b8f80757b82f7a8c27e9998ad7d60a8f054a63701cda900180eb54c5c0bd9", - "8bc40b2c8d7be6f71d46f578bd0d2aab38bbe2635fefd9b44cc8772b5094bfc7", - "8c28a71eca3bc1c03531589163ad8b8d282d9202f062bf3405f28bf51803fbc1", - "8c4b4716dd9631a895e2815896ad298830fc6d3c4fe854ac04c5a39594cfab7c", - "8c9acda2044e7c335fc8c2d738cf4a05e79a1457121434c2d35c5c7230bfd8d7", - "8d03c636dee7cd6fc0827dbf8270324bba71b2867dd41c05ea6f841f68c4b9e9", - "8d18adf33e14e388163f26f1cd4e4fd422f55dc0d6efb02632d191422e0a2399", - "8d5def9e4aa7f806ffeb46148a2e4d6062cd5a9e65f1af83e063c5a15d37a5a7", - "8d6ae21848a2c029edf4e4814c5571e2146a91e4cb65edbb25002abd3f48ca0d", - "8e18fd92831bbfd4ffe0924e8d9f102c768da6a7e117595c0f2b03beb785e4e2", - "8e34cde64ffe933a599151373fc7701e98bab24d064787df3c3f961dab08df4d", - "8e35012b4af03e5ae57f1745e191e9566ddecba3e75cb8407b1a4b50701bda22", - "8e441cf357b1b2def62925a48556e520b38741c598a365c14a35d44f31a94016", - "8e496d58b9c734ec679988fdda50b2a9fd717ab5178af2a6cbdadb0e99cfd62f", - "8e89213cf89f594d1f33fdc6d30add81b132f901e0bade63832ce287c3d88956", - "8eb6c443506597c9ea9e8205118a7c90986449fb761282d51c2c61cbdfb8a80b", - "8ef2186a678bfa4503718061e74dd0950645dbff42763043a735450d2d0b747f", - "8f4b397a8c5722149e077d093122af4135273482e3d971d484c969d9a3d4f51d", - "8fcef86047662b6ad65941abae141ef80c03039dea882ffcd79f50c2f8893601", - "8fe0915223a11c9a619cf9b323204983cff8b50c841b796d7463030621f1ea09", - "90071936d3c527cd54ee3c335bb84bc86b63cecdcba2ada1b145fc50f46b48ca", - "9029078a0a52fbd93be82c193e16418f118a52811a16176d6b71bd6d12912d6e", - "9087904097e64c6ea0796b25711926a06eab617cc74c14cfbf45b3e12a837ad4", - "9091e1a88a7ef7a69d8e60b7d82fe14abd0ad6f813149fa812fe2551deabc680", - "9228c0f33fe12d1f1ef460cd938afe26c969083a6931581f4b0b2c06855fd21c", - "9280251e62e4c2cb6f2d05c73de766ff79196dc26fec98e325351f2e626fef07", - "9291932e3bac6f3a40c44f65622d039e18abc9da0d0e961d2a32b2b4f20203f5", - "9296b4e174f9b71436703f5fa36226381acb9acefeeee5d353bc3c767e033ef7", - "92dc64863dd74ac583d2fa77b4ee5aa13fdef9555ed555d256e601454b92e664", - "93463dea184ea2576d8ff2561b8d20ddb883bd093ca0158fbfc76a989307d51e", - "93493d2f387bfc3ef01091d6de0a408d6ec770f1bf83cea9285c4366cd9965de", - "9428ca8b26e9972ea091bf5a0b97349bd93f13842d0683370682e99e2d31b004", - "942d7df433e96d35021eb87f932eedd3705a4eb7050ea624ddadc3342e8722e7", - "945036d0cdea197d377242f91ca83cb1dbcab87872da6cf007a244825dd055a7", - "94503f1f2d9a5289c0480bb9f3e4adbf968fd0ca10c1ef62c37a35d5b3abbb03", - "9494c545d3b10da80b74ae65136da5c08cfae8a4f77e00c738f7e7c328aeaf86", - "949a4cf9284a109b815dc3565d6ff502ff778300e487c8178ac61f7fe6536044", - "94ab7be7b2f7bb7c1e4985153545b9ef66a80e26989f81341dabc31bf542df5a", - "94c8307447fca88c4e8e87b73b893f2dbfaeff60ceed4689d877c847d8d76ef1", - "94e02bead265a5a5c6f72ec5fd3a8eec6762e33340f2658889e073aa9d63faf5", - "952a4c12433ed6fca7ed0951e71b6fc3f7cfb57d069024f8f257b28aed4c7354", - "9570a7f0ed68eacb36f287c92737de6bae4aa0608bbdaf12cdf454079b831d3a", - "958b7d1b0a9a3702c40c6a6bb5905999718b62ecffafda1dc04a6919a30b3fa9", - "95cdc89cde8c8bd65b278be36861317b93eb18bd5ac04e83f3c87e21f6f1849c", - "95dc7ff6675e43e9c56d7f60e6b1acaecdbe6db2ba31ba8429d82a5316eb416e", - "9647236f2f0f27d7a19c3f2edcb4e725b41bbc00046bc3c2efeca25b7aca2e8e", - "965939828892798cfd94fc3539a863fd192ad9930e915b0d72623b17a812ff8d", - "9665db2b01e3bb0ac26b15cf4c386a95f243f5988eca2fc0cca08b8751a88ad6", - "96cb2f01e4d2dcbf609d8c4689026dc461934183a1487e6cbe403695c1a4d872", - "96da29c7fc2099723ff8245f7b8d83022024aaf5bada2a23c4d5d29bea794536", - "9777de296f66bc7e8c9f0a6720560433e6db2caa866fb13ef3f14648571698d9", - "97ad7559dd633ba3a63db0dbabb65de6037ee051a03c03120de75f8b75f637c9", - "980aeae3ba750d0a37869ddbdcc2977b2d766d18b962d94092b5b5369904627f", - "9849768e404931978741cd55f362ae2560ab4fa98eda278d2113cd306b269e97", - "9858664137de330258554e9b7950d1a59b5bc35018843a421246f2804a7fea2b", - "986416b5a571ac45fe73fa0b40504299ac55cc9649818ca693cff56f1c429b16", - "9867c5b1b67e4f515ba04b8ce9353dd45ca926f10a4655dbe6e8822a850e56af", - "98bf6ea6ecff508bba3b3f500c04efcfe9db1f3026418bc2dfa72a2f91d82215", - "98c0723190939e9deed5a5c7a74d847773a9f1065c129f57341d78e8ecc064a1", - "99565549b52335f2286dffb99e4004f00cd7348550876e419e019a79dc274484", - "9966a52ae1e16b1c33892ac77673e0ff87a493f34c5d2adb6dd2ae3d5f173120", - "9984c454d23505ab26fa1c719c47e83c39eb3af2ce43a1de17256e14a538f13c", - "99eda304884489b0397bb193a2208ec65275ac6fafdf87e162549e6c48d3b583", - "9a03c6cc8f21da1f04b40c57a2dd710d54e14b4d0d7c698d9fcdfd6828374f29", - "9aa726416af3a750c412c39f6d8a822ba827668de84917b708b2f2e68bd5beb2", - "9b297c66c3f668f88c515de44ba326beaea109903607e8add96ce577bd362d6b", - "9bcef41bd6a2df8b6e1e90f96821cff0bf57082c362e2724ad4dabaa6799f1b1", - "9c34aa269307e12f768da0fe5beb94809f3cc5536f28af204f306ded81057172", - "9c855986cd732df002c83147d2ca94af1323282b54b491fa7df23bc44ed834b8", - "9cb00592251af8ace0e8687a09875dd295e8f9cbfe7419f4fc93d94e823003e5", - "9cb6984cf57642db6454eb50a460f3d2aefd89e49e95ef62c1378c42362fba03", - "9d95007429dfc9c3c93abe664ada43760be7b25c6de9e7725414a44187791e31", - "9db646665d85c7dfc18841c4a473bb4f27db922bd298d449b1950335719f109d", - "9dc90088df84921551b014a760513b7a3bf93e9b394c3b3915bf4a721e4dcc7f", - "9e5a4ca2988a09dd6513f456af56492ff1a2d44028ebfcb9b1cb4aac8b3253ad", - "9e7c76c1268c565b623f0d854327c016fb7c48342fd1f3458552321cd475b950", - "9e8f6dd3ff353eacf4fabe8e52bd0b3103f9bd224960fe66a77452802bd8a0a0", - "9e926713b39c9c34daeedd8939ff73785a9f8ffb9cbf475d370122c9596711c0", - "9eb953718bf9bbff53aca3be5ccc00da549e015933a1c3dcc0063757cfe7bd38", - "9f2c381773e20440b001ed1469e116e9afe8990d35a777d4854dbb536db64816", - "9f444126f9317ed0724c291796243109c33c16dab8727d73c46cf5feb9978c46", - "9f499ce06db524a1be9c47e411a01843f40881bf988bc158c473d110d6792966", - "9f566c0374455bbd221ee59934e5e8b2e8bf69861b5f1885f61ee9c2385ca6a8", - "a0117ce9f3608ab4cb8d4b8033f9f69d953810194b068a57b0b0dcde3c8c20ea", - "a08118fefdcd15bc69c6f5c411b3ab29a9a19d3be117da1a083431b22dc79447", - "a09b987556f3dde86451ce0964cfc0254ba6dfbb8e8d26102fa9338bf685a74a", - "a0a6d6ad89bd7e824897012781a02267c85c930e76f44821040ed57fcbe434df", - "a0fbc6c46eff9c80ee78df49b690f8e89258e4fb48e22f337417dec4f1d6482c", - "a10f1ca296a66c945ee4e35c4a2518997cb52da4f1c0dbd90e7f309754ce276d", - "a133ee341f14683ffa01b619383d101e35f6c27f5f408bea2ad92bed459a2e7b", - "a1768de85393a03c5930bc77320f383830dce88d4fb01eef73e6834c6c0ff5d9", - "a1ea2ab785f9d6103734bc6789d130dc1756f6a3d1edf487bc13238faaa81654", - "a200174f79956316da6f1fa03cff4cfd62b3d6377141b408b45ebec7b5056c59", - "a247851111c8d5c7518128c6c34c038e770030a28e09500d8f008bece59ead60", - "a2860fa7647dbb10828b1f463b4620929f9ea46a7e7de98f8351216a4d8a2206", - "a289ebf024e25d3cef02955d0a26c138a79e70f80918cbb331010656c7162838", - "a295344adf60e0fdb82005fbba37a7287ecb939bd1a919a42f05a643f35ab4f7", - "a2b64a0638b1203063e9f212eaa78df93c73d560a7ec816fc084371f8e750e34", - "a2d2564534b5455d96f061f03d463cb52de21c14bb359d41d3052adcfc4a4e9d", - "a2f39f108f945cd940fe1784176abfb558398270abb51d370f29ac0a65208e8e", - "a3100a5dd9904373b448defeeb8eb4f4a140ae24a5d41224e1272bc4b9f91946", - "a37392ddda84aec82d743df37d7ef6d09c07a66b58cb4a7c19189aece2528954", - "a379d2dc5550b67bd3ae81d5ce0db39951eae7cd8d755b02ea32ecd133ad1399", - "a3887ddb748962db2e2e933f905b0d1dc1b822841caeee24791138a815f5306b", - "a3b1b045fcde88b4c66d477e469c5346e932e95a72bb993475bfb73e6f448b76", - "a3b7be9aabf06cc4f3a13ae4984cb44195019e086cb36423b7e3ce34d01b0042", - "a414df08f87b61d6ea12c70494562cd131c3ffb7b6cfe252ee20b831953f94c2", - "a41cf2d8955daaa6ee73fc9470abac610be39ee4506e58e6a22cb1bd74008f63", - "a4252ac26bb3df9e1ef90a7d295ee32c0d4fa11be566420da2a8751f2bed84de", - "a4503f33b3fff39185ace6c5e42027103f08e07bad1af030bf672b4878364861", - "a4696d374f18829f6c117ad2b38316a4dd0737c3fa96cef790f2a4f76f1d6be4", - "a47fd4504a1300e5c319d574233edeb6e8c34fa240943520ca748547e94681ca", - "a4865029916572e57a8e19cdcbd028cf2e0f1d7b9cda2126298c9bb5b60cdd8b", - "a4c8ee9c8378c1eb36f578b5b92fea5d09f9d1843b73749206d127fdcca91737", - "a4cdb943eaa967cf6294f5af2b40ef4d0adb0962072107a368269a43fea7c21c", - "a4f9c4222d2efdce87b10510ac7c8e7781e9ecdc02f00a9f879105261a6e1539", - "a52a84100ec491beb4227aef49d7127228b2432e8f243235f0c74e78f8e33674", - "a55741b11c7f89a93e55dc9943fd3e04eb9359d85e303797d238ec4d4b0ebece", - "a5879d179a6ab41ad96472ea96a1c036d971f2acc33e47517d94e969e208216d", - "a60fb9eca98a2bb81931b374cf36e67317bdfb0a57149a8ef20d3939efbff3a9", - "a66d9505a16c2511df3606baed80fd0e8e3c040cb7b449d5f590c50a1b050575", - "a6b934a211fc453db095a95783cce2e59b4c4e414dd8ee806ee89bab8e827879", - "a6bfde574ee68ecef4bafce589db08b6230250c7a17a158c7cd649c443076a5d", - "a6d1fc9b09328a6998bb62609b1b9d5f4549f9b8a4b312cc4ff751f655a298c2", - "a722a0146e0442f30dbb55fae98f7c0f416b9d6a7fa3ea1eeac4601c90d58307", - "a752b070107ade7082213010d0c8325ea1bb278ee26be521062e8d3cffc90276", - "a77cf0cb96dec5a6bf95f368f74b7a0ebde3c17da9f3434fb98c940194776d19", - "a780b8abc8f92675770a2f7d2918402573cff4e4d80382e78a0120c755169a9b", - "a7eed98a06fcd85c34d373e10380173425b9267886413d59ae9fa93070403ec2", - "a816de89e8dc27a1d5cbb063e67756cf795cd50bc4ddd6cba836c0e1a495ee9f", - "a86e2f72c6ed322cdc5163fec50e5609323f1ac27c18b151259aeb8e25b2bd80", - "a979925d77375afcdb0220e2129653386f71bc13ef5248d410facbd950ee21b7", - "a9a4bc6913157bd27484ed2a6c1210c36cbb4b5a69c94f3cffcf7a5a43c913d7", - "aa05caf8bf6bd228df0aae42415e07ac2a605704601f16d1c93ef9ff606415e1", - "aa1a916198869ae9a609af9790edf0a892f405bb5609f4d294454214023056b4", - "aa2593e12f8cc7142babbcec58b70f899f27bea336aceaad9585b705c8ad3b21", - "aafe60fb2c519bb0ba22ed9dfb108df4f93293ecfffc5a9a253e10dc4ffa74e6", - "ab7c36a6657b11b278bbb88cd4e7b4c12eede7462b1803b10a0fae470a807dea", - "abb63554aab0dfaffbd4dee9fe4f415f4ce6121801a700c1a72ec66c55bafbdd", - "abdc14aa438e26e10d719074c9a5a971776e15e937b1eb8fdf68b08dc3f1f5dd", - "ac2cc5adf6352d2a4f37ac64a4afe2e50b3fd1b52dfa1903b560c6fb290e0409", - "ac437031c484f29ea39e142245cac2ffe670ca9044f1adbd1307cd6cf4da59e1", - "ac9209cb4e6c4f414370c8a956c91f07ffd8719655198b532277589e5197ef4b", - "acae5df0c5486caff41680110945666e87b27387581858cf84610cb28b5d272b", - "acafeee95f551ba90d846f713fdd763583d9903d7c0653e2806fa1fae0f3e8a5", - "acd22f8c2bd6fffd9cd5dd45f3c7af752b9d78fc002be58da1c60a3a8541ae12", - "ad168d92b6c7f7603f8121f36997f1e7e07dc0c47fa81f1b423bc0c933d4e6fd", - "ad2d5a530d164a3858c58802790b4cf64a26bb620845f0f1aa0b075b900a473c", - "ad535fde13c5541e612eb878fc83a5f41baef747962ada1a70382e005063fbc9", - "add1737c1e5d7109c590dae83c4ac08998c42da292db8a5f18c9762c61af1bcb", - "ae0990e62c7175a5a6df6fd58b44202c26b476b4e16339ab1365bef44b71866c", - "ae61c9e6dbbaa5565c56c08e15230edaf7834e5d6f3a08e24303615da7c4d23f", - "ae65506ddd5364cb10dc154b644e3a2a7890996a93bb8094e30ee53701ce0538", - "aea15a4450d475434bf5b7e82c0407ca22fd28d0f8151177edf03372d56bb3fe", - "aed4ddd293e658f4a1e61f43647ab31847c164539ad2ef4f5614915437a3d963", - "aee830aec8d7b70ff1f6142a4aecb72036cf7d7d937671390b0a8db04f2c15e8", - "af09bf40bd4a636369f94bf95d657b903c5966fa8019a67b7ccf37564238d3cb", - "af1dc25244af5a9d5ed17f4e18b4c3d7d615c89a907379962f81af3191c88766", - "afcc23b534c7562323a6028de34c1c7ebe478b90b2477a2dfb03e9fea8b2cdcb", - "afd9a07a3fc4205629cc265e23e58f2e86c398a838b2406be67c55198941818e", - "b017adb8376ac7edc5e04110c4f64fc1891b89cf95be973c204fc9dbd73956e5", - "b0367fe789b96388c7dd03c0e449a088f860f05bba44ff24f3f4c99bf71b5de2", - "b11a2f8555b0894d8f5922d00a9eec60c1659967e6af3c2a0a9cfc1af46f8e65", - "b153bd766634d205cee2ca553cebbdf158c64435c619dcb3df28f26a620bb064", - "b156a7a6eccd0576008a88c2afb2e5a13f532c9c61343194449a669da11967a8", - "b16504333f473f888d970668a9eef218e211ae97635713551253f1f463732676", - "b169bb61a8db0525a5c64a1bd3c020c50c3e1948aaf4297cab8734a4e9e23c9d", - "b16f1ed5a55ae877de1576db03d2e86a1c2e8b4123f5cceec9015918f023ce92", - "b179d6a4bcd32957a222df419a8497a703cf9fe4ba8c99b8f787e14dc0876695", - "b186dc2974d580152992247d12bea95210fa955a505189d9df76f55b38e8e811", - "b250ec0c20571db1c3d6e65718a84d0c15230a4c35a9a60bfe4c82b8ff1ec6c2", - "b2e5cd709701857448363c06122ceaf5de963f713e67dcad876ccb307622e437", - "b2e8b50651bb99930eba390e7d240f9d570275497da9684995a2fb9934f701aa", - "b2f9c7ac7f9a141f04527eaef08a5ff87e148a5c278bc0d55240cc5b5f5404a4", - "b31fb82613b6b13deb26037dc9b6264b8d054beee20bad98e689c9a40b5fbeec", - "b33e3ab03783829680e9a74812056a1ce4113d5af9ef2b00b0ba5b449090d4c0", - "b3cb73fcd7fd4b003ca48a2f54c07ed0609bd6b316ae2a1a7cf871b8324363d9", - "b3dd3f9e638578acf2705ec48dd1984eebcdfde93836a3266bc51134e46ee5fa", - "b462d5364be60ed9068ea693738d2447b2a5f4a2727ccb5272674347f23445ab", - "b492319b178ec7ca2f2e76cbfac4e02ad136caaf8e23a954f3ae9a1d77c44d16", - "b527f5474f43e86b3e84d82ab90c32548c6c20d068a8794ebc2c81f2f3b2521f", - "b5447df4de9162b118b8ffac219ec5b2cb42321d170269b828779a0609fad02b", - "b5c23b3ad7d6f761addd64255a7701e41bad0d1a1619e67702fa0f2b10b60d21", - "b62316e130a41277bd47b7b1f02a84478e61a62a27a0ae200832f3795bafaf60", - "b69372c92c76307b97d6fabc814e7c91f406e6c787c2779ec43944c07800c408", - "b6a9cc457aca6ae9910dafe0bbfaf84c87720b3270b598880e419457281beb09", - "b6c9fd0e345cd2e6bbeb3aef7712aaf37ff5c4f37b14497b14fe201bbb7c16c3", - "b6efec17729a71776ea9fd250f775a47aa0b1693ac25dd8637a7c30577fb79cc", - "b714d50842f5d05f02c52c86a1b3da041bb65be3d3451ec7d6498e333a57a8a5", - "b72ee7d239ffa2ccb76a3b9536c8f8d3b36f8a593e073afa21066d38093239f9", - "b74b2e16fe2c03c25ba3b643e185dbefadfc6341a2eb17291f482448b2f7de76", - "b77682de58c212ea797f0b9f89258021716597b4c216c47111b49a306f6a20f1", - "b7914e0ec7cc4a973732cb8733596d6b3cc0117007850ad2b280b9d990f5a3fe", - "b7a89d8ce50c7a1ebb89be9c6229f219091cde926b6c26a03e9e4e015da4d083", - "b846e5fb1890bc13f81296ad57f82c727b543da5aa8830fdbdbb7665eb255805", - "b84dc07c5bc2ebcd5c8e0092725d478d52384141cc13155ef95c918a357f8868", - "b8da60c7152e12fbc6f1fc3d68c8b71c6ce4cd4b2037dd4c9cbc091c5ffac864", - "b8f4c5a45131c9849310a72d09ab50b9c318cdea11d41d161d26ad610f7091a8", - "b9227fbe4f14f5a16ccebca88fa702bfe25b0d6f4e0e4a6bd86022aa2c07b2ab", - "b948f5b5923fdd2dff91bfe5231c64aec358edc328210cd88f31d2ed8f34a2d2", - "b9cd430820d35aa8188ecb57632f7d2cc3abbf7c50a94597199edf0fd712a1bf", - "ba0cbe5cc38823ba238c9708be593cfb9c2b49c5f9393aab236856f7c1c32588", - "ba261be1cf7db49eda2e2cdf70514c6e32a9fecbfd00aaaa86cf9c5d5776dd66", - "ba883b34f98f443cecd67e25f8ae9879b0fe0b4034e3ae9f266fda279d54f949", - "bab776e7558f36a77b465ecdbc3ae17fb1477d6e0f03908ecd32888b741d122e", - "bae14f3915d5dfc5bc614c25e54f808f45b4fdde27ebaea90169627799798888", - "baeeba788dbd02c8933765c2f93f896abbe4d0223e1bd9d2bb01dacc2e11d5f5", - "bb44d98c3d8bb0beb204692ed22c55f2c13cee1598fd7ceb325917b075b80129", - "bb7a0886e207023338d307476b7eaa666e1883a1bcfcd0628b0c0b110162ccc6", - "bbaeb32206bf4c46eaf5fd5cbe30ea30bea9eec374a59ad0678ba4cd6ce8789f", - "bbefd9a7121cc77ac41d9ccccade86af0222c74957e4aa7fb5578d4f203e8739", - "bbfeadca7ba91e8bd59e6482826c65a6aa54e15156e8f7094c0bf0566fdc65f3", - "bc2e9e22a45c1895aa24f195aa476c9191ce19822a22581f64a26eff06e9a3d7", - "bc3723877283babb690fbf28550ec3bce569791f3f3b3cf76c47921a9cd55b32", - "bc3fc3c5f1140788f9c7a6e51073ac512462be8ec3e816312435a5ae33d31648", - "bc83a95a29f8d14ccdabd62a9d2b6a03ad393d09c53a7e91c8a3945140d91ca8", - "bcb572a14ce44f122eef4d3c403d53d57650f8798752d9c587b08c0b8dc85e82", - "bceaf5dc75d1a5e35270c74f2387733d3d200f3e4b2fcffb1b081e141ec6fb76", - "bcff76512c8faff3c6075e79078867b669512ec9fe2741ce2628460206377dcc", - "bd086fc9c51b6132d6662806b0387bd2a2d29badb3c7f0b822299297825a045c", - "bd60592c20fb440f1f71d6f262dde2731eab23e1ced51fed72256fcbee8f6829", - "bd7d554f4bb0681f845b3dd0eed4dc38c34e11aa6d64d5cf18405307edf7c7f5", - "bdffc4173e19f145e4d36029c95a6c41b4d5762f0a40cd460da082a6d7dd4030", - "be2932111179b4424cfe83c291b3b061eba8106f6eed7932a658a024ae9c050e", - "be2f9b4dc9632424d672923e60e7625fb19806f031eb5d0a9c4b8887b55e98ba", - "be42e524fa76a37238033cadde0bb96ab85598fe9b6aaf2679a767e424e9aaf2", - "be869787ebfaf8a3254327463b721f0e43b409e42a79654025afa60dfbd245b9", - "beefa8c14491aa1d87e7ea3b40725595a327d4265c806924cd3bc38af82fda6e", - "bf049e476ad5fcf4227a8d14ea473d74a8edfa2625e75a8215d8d5adcfb0f2ac", - "bf7c2e856fa43d791c627fd9b5693cbb228f411496a04154f264c5f1b852c152", - "bf909d698c4f3b2b22967cf1cee3b6948d4b1cb89162382bd52944ac01a68214", - "bfbdec99a86177a2809b4fc32c4a577c43bd4d241dd1a1d481612c77e8ef0431", - "bfc4fba817a677fb4d9ba0b1ec93e566ef3a13d797fb806715adb34f9f8dda0b", - "bfede2de6148723cdb16ac1b3f3fb5e220a4e15fe8fae2b123bc9b0bf422dc8b", - "c022627199b4d412d127c965f1112936cfa5ede9bbfd61431a1cae868f860f8d", - "c039af6e3f9a6ec286df49a126581120c982273f1630e7c5c08b59ef9d8028c0", - "c0639e5236844168d34095872018172054451a407a62a3a26adff6ab7bc30c90", - "c0a7b2ef928a0eee6cede6739421a3d240d42a64c4cce0814640fffc3b2dc441", - "c0da959ca64a42235295b1dd3b3aae784f39ac418400022e391637a5d494051c", - "c0e729e2502d010aacd02aedf5f5f6ca8a4ee970f352251d64a4e136b9fa82d0", - "c1035427c5cf331417f4933084b7a42559fc3ad4491192da49ce7592ea43ecf4", - "c12f7d776743d8a4caa7a7d2735049ca27c3080fa6bb449067c736c3d05eb711", - "c15cf37398a0e5c8bd4c14b8750bba1a966de952d0714244dba8ed0fa8738d23", - "c1896e85528a5e2cd071815e4dbdb1217ccd3bf734401ffa0ef4c0dec3dca4a5", - "c1ab9d9e2f46a04451d472e46517ec8fa72926f86886d827eaf5198116a095a0", - "c213e6c7f853bb7b7b40927db4afd8790aaddc3fef1a8207dd290165686eb7fd", - "c2e0e310070d2f788015a97f55962cca9a717cdc9187731a6bb846345bc2bcb2", - "c337f5c4ea263f890325460f67dc6f90764bc5c6d3532e3f91a49edc7bc564c4", - "c338e1ccfe4f92e3f542749d2061fc264106176217db57b8e595c600dfe8ec36", - "c39e27845b56acbac8b3a630bf2e91ae9b01d5fdd9f0fea9883f6d2d0af85460", - "c444eeaa355ef2b8221283c163bfee304ae0f0c3e3ab20387313dd59ce9181eb", - "c44cbd6cfea5705a8997ffa98e5eff8474de5f98b38934f596f9b523fc21a1b2", - "c46493bf07b66f607439a29af5078462a4e23bdd9e38cf034cb9f5a2830e816c", - "c51a2cf283f834d3b1ee2d5d773f02f09fb623e6509eb9ec30ce0c36aba4f608", - "c526917b068a8f8a9744b5e70151aa353dc87fcb7f6bb1d988dfe598a970613b", - "c533e7d8a92e0ac00c132f0b16c888aeebee0c459760b1cb2f495b866fba4901", - "c5479d8809d4376bcfb42817dbfb9b8788e226ea1eb5cef341a0024c445d86c7", - "c54af08f5bb8e90905a48355853902e2dd2567e9dce890148669f3713610b244", - "c5a7c07d2bd61ebf79a0ed6de28364654fc99c2f1e0eacf49dcbb45e5365598a", - "c5b00878b8fd0771fa205afdd479a8bad3a4c97a5c6a99fde93e280ab719188b", - "c5ba188f996fbe265bc40864155b2fea3392abe3f5822ec50f926e560d64a4d1", - "c6cb752d6e1c2e99e55b238e91e8cf36c4e0a1ca5488d2e83d7f6e382f3e580d", - "c6fedf8a33f918d47db4e4ee863ebe27a2b52b60f55425a9d36838cd33ba9c12", - "c76c4da9d6a092ca5c447c943dc3df2a4fce9492be93458aa2f787c4bc863741", - "c795f5977ccec168612aa0d4f3e520dfe03dc0f4363f60933ab92c038d81b5f1", - "c7b9ecdeb17c3f487c25436ada2833738380ffd5a5efbc5204c41dd94ca1301e", - "c7c0be89cb78036e96dfce2b9ce5ccaa86e267108ee53ef4f1dbd26941c173d2", - "c7daf8a91039396e300968b2b7a2b304bd43a782838459f220b2d9aa4c802797", - "c7e9ed2c6661d42090bfa10bf82b73f951560ecaec66fe688afcbde3ed8e99e4", - "c7f7956172059e5907c503cd52776cbcfd1b39bc536d275a902ff257019ea882", - "c8015f5ded7660e08e01d43c448343d40232754bec083e2dd0d168195ef03ea6", - "c8019fd4b21f70d095bc06a58aaa68ce7206ab4b300f90acc3c9801a80f58293", - "c81c4afa9600c91c9a2550778aa695d9e6d6fb721365f3e2d894933aec0547fb", - "c867ac7c9cae83440d6ab5f76e694cc4ecc8c9617ba10bdffa3eefcf80547b2e", - "c9c53b8e79c363575fa47cff6f015f2231297b201f1a35a7e7cd4a5179972a92", - "c9d61e9376b06baba139fbdaa352236af5115a4b4bbe48b314b9047a355e499a", - "ca0babf88cbe92a313bce0ca728ad1c33c29dbf544e4cff3aac40fd43a1cdcec", - "ca16fb55784d5c334ec3890e316443e693626666769e27859637381a09b4c976", - "ca36a6245c2ce9761dafb68c143dc3430bdbef618505bb247e5860529def4d68", - "ca5ea87a06b27959364c45d9e8e88ab091866c33e0c6468eb712ce5c2d7d7971", - "ca8ab6e3560aa0c316e36e4d596a4fa71d6b195c37602f47109aac78bdf11ee2", - "caab7d8a8ef1c87254625fafdde7c8a80a90fa801bd92692489fb2be2554e61b", - "caecf06aa142cfb9b25f5b47e0ceb8426907b58a1390c4cc0c4a62edbc02ed4e", - "caf4fc1e0a578464f8994cc07f56ae4e21ade37469a6cf82ee8d450325d0341d", - "cb19440677e0f06971c1472cbf134463314f16f327d4bcb16cd2c29afe265ca7", - "cb3845d169dc180d7d769288eb6856b2c227720d2e3a353ec5609e971cbb090a", - "cb4dc06b272169cdf1e1e61aa8359dac4410fc0d7b8acd8f6d043802cfed87e1", - "cb668f95533e83ae77df90261709f18082f13d74e2941c83e2cc51ed52d77d67", - "cb8ae11ec79c4678c82089a4e3897d3987e7beb63d2e7ce60786ccac813e360b", - "cbb493cf32f3c7f64ffe14ab65b074777178c260aadec7a54bcca9fafb56c389", - "cc0fd63d9565f655827a81b73682302943c969b4d29f91278b4cffbc965d1e8d", - "cc1fbf29ff7880dc7441165fd606250506f5e753f491d0cc64d9f09e9efd9b0b", - "cc2bab45fd2c806b234a444e095f58637b2694d821717afcf18a8203546e2765", - "cc2f33bfcedb0d4f7786a161b650c704ddf400d1ced2adce403ba49435ba7c98", - "cc323445b0868b8fc80d2adcf4d64aa231970a04346c8a5a85da0100b0f16976", - "ccb06255da24f6b6357095b9267b8bcc730912780cc698c30edb25849d511bc4", - "cd1a0774dfcef6b9f9b23514ec5c47bc6b44351ee7b9ece53e8daddb74d21b97", - "cda2dccde6e199b11b4490c17bbd0154db3706e8fc9e821266aac5de0492068b", - "cdac75302730523d7fc3ec53929030a067965429c5258385539849bfa482ed5b", - "ce43ee3c697f79336461a29447e69f15c48570ee7690a0cfb01b3d0d7d15015c", - "ce78a7f12b57f56cc5b3a487869d106b6d7190874d012a46801060954b431f7c", - "ce92d5fa59fdcb46e819522bac25071f05566893cbd8b4744893b24c3ef9fd32", - "ceba2deac0b7b1cdbb03ac6a4fd9383f6c06fd11bae6e113fe15eadffca6c43c", - "cec949841148ac2b2e54c0be91886e3cc11e16b13739c20e81bddf00bb2a0055", - "cedadf7f74659aaa35dea33e4639ec16489c53750c315b48d0768b28ced06487", - "ceec3eafe1a9d9fb2f8e591859238427f652a155fd08a4968a57ad5df012dbf8", - "cf4df21732a0c0a969ae61958fafbd86349035de35addfa85119bb92370c837a", - "cf4f0bf9008904b01ab5a0a0f130a18fe64269124b3b91a3e9b7b5246673c70a", - "cf7b7f321e03f9b035d7b7ab17e417fa3ffe7dc5faca000c0ce8e359a43e8d02", - "cfa71739bc7be6ce7fd180c47cfe21e4c4bcacd988adb237f99ff81c16b14294", - "cff383e5a7e3c483c32efb380e2fb86838484c0a9a064fbe53bb0e3340bcb3f7", - "d023d69b7bc63224b346ca63c2646160d87bf9ef1f2cd118755e0b108479f95c", - "d0d790acf393f3ca41c7744c2e188b6a4a4113fdd015c1d4c830335e8c2afe2d", - "d0f69fddba29d7e0fc48b1a21b5411f09cb1eb68c324ff21b5552ab7b4bc97e0", - "d114031a7cfc61d5f88c0d088e1b177a4f34d1b59f0ce4077ed5862a2669e625", - "d12d65ffaf1f76875eaec221e665d1681791c85a39b9d2e03da06c89ff3fecc8", - "d1396050d716c4d0123c25387e9ac3af9a8ed093a79b3130262f70fe95afefe7", - "d1413ca7d52a3b9e12673ec61e28c6aa52afa8b96cf8c6d3baf82d49432734ab", - "d14d8788bf8bbd59bf4250da8a60ce2cd54705a883bfcdcfd07a8298c26e141f", - "d1ba8610a950a71c5d2b8c5fe39500bfd308b9dd82320c906be351006e201ff6", - "d1d72828a48e80b9a5fc50b6e44a06e5bd18c46a7300dc1ccdfe1c2f93394384", - "d22188e66ec36e169ddbb98212abf17be41739f23a5ebf7cebb3c1985cf1ecc7", - "d257d2c6daddb279522ec5c3fb59d55a7c40776d4602fa07b8facfc1c06b16c9", - "d2a39461ae9d5e635c8a09090c96e5abfd00f7284ab61fee593ac60aff6cdb89", - "d2b66c82afbc87d6d65b2cb20b36e6b1f853ab66279f4fabbaf6efa6659854e8", - "d35fd2389671d5582b0cffa4c12e8dd62f4efda18efbf9ca0ecdf49a573ceede", - "d3721887c4e090d15954d476979bf9192948918b8ceeec4298b9e91acd12e2f0", - "d39380066a80f7b0a1308a7a9a616920e4be97a4f3f825ea99c5ff49249691c2", - "d3b67eaa0651792939e453c6d624130acf615c2258510efdd23e5bd63a526ab8", - "d3c0af95a411cb2d2bcc66c86afa378a11268899ccf9770424910905c72cbf4d", - "d3c7fc4ad1d3848d66b4de21c4bf741058cb0ca2a6940904dd1e9fd2dac8bfba", - "d4167e9c1d4485acc4a8856693997892b60fae0d196e30addd65ceb67a5edc33", - "d4469ffcbf3f5c432807f5fcb6984bb6f429cc316933259721c21800ad735575", - "d4baa70933796d15667f3770e19cd181106ebd5375d1bbd251d95aefc995fe3b", - "d4c182161ddc2653936fdc413438b0a4b2aeb0bc2377be7fba7c4b1b81d57fda", - "d500ffbe78b430ca888dee5574146f87e9295c1a0c8d30bf8f6b585ec25d48e4", - "d537ef8d4ae25dc84722412765a104366389f2bc7f4e50038222cb2ab49c95fa", - "d5634bfe77cd699e6c7602277baa68254181abc625282209f524d0f843e2d1ca", - "d595cdbb87dfc4dba4edbaae15cf00e1099a08b875c70899a15a97d80649dcdf", - "d5c1b4561712797e02f61886c40d8f9118d00e0d3a8f4994deb2ac50ecf13fbd", - "d61207834fc7876c0993e2c91f038e6cf54754b98100927e51204d768de131c3", - "d61aa0093b5dbb6fdf953c1a5631006d99d471bfcb31b9b7c9acc8c3c06c5410", - "d62522ebc6b69bb5b211b26c6e71f582394a6e52f7bc523c18068a5b5baa2c65", - "d62f92651e6c280f42b5007e6dd4b78c57893b11a4ebab71e8c92ca6f22f923f", - "d67f4368357767e83a7c903d42050407d2223e396e1711125dd586358adf0f80", - "d74f15e461f8ffb42a1e51f4e14946974d2564aca508cc8e3e1c8833777eb55d", - "d76588edc7a8142c6cca1c7164fdcb330e15ecd50df2a186b6dd21ae09ffb6aa", - "d771396be2c65eac644d8979fdbcaaf18b902dd83e1fb38ba8a98f558ddc0c7e", - "d77ea6be370e3252e31f07de0ec748541325fbd5efae895f585b0105b3c4cdb4", - "d7af402324c4a0822b4e32c4f004914cfbb91a032372e5b297e2e1f037232965", - "d7d259b7f55520b9e76fee15a1b83c194229bb965c70ce7dd4ce8294f80ce3f8", - "d7ed8d9f8d6f0257b700802aa9a6d35e5c83b04271e070a81de9e18f7cba9396", - "d80673b3c9d9da5d86e7b5c8c049ac10ec434a44ec0dc65a04802770f98e7e37", - "d8125a93872bbab0290be58e4e0b14811d6dc52805e140723a3a0aa5d0d4d1b6", - "d83022923d3875210dbad456f06f30676e9a7b3f3ff7a643edb7dd84a0449977", - "d8893fafdff79f567ede74880a8079bd0cc98a05e00d88f54d63bf60388caa9f", - "d8b324827771555cbaf21bf5cf1cc9e57af7b1985844862bfefaaf2971ebec7a", - "d8eca10c6fabb2dee1dee39c0f9fee818137b8b0af0a9aa7f1694ab135220d1f", - "d9013eae363c57ce16889fa474e8116221e6a461290b3d55d0e684fe4ce4a9c1", - "d93e5e98ad7a452a225b69e22d4879b612d743c74fa3bd46c36235dbb515d0f8", - "d97cd2130914f13417b337fe6465169c23619524f77f0e44011c4d5cb4606820", - "da02acb923dc401103357bf5ab48928435b8a8385c33e9d3539818d65262cbc7", - "da34711081f732d51ec461f32da770aa0381d8f2e9231acdbd5a88ffef93e4ea", - "da66fc2c209f7ebcbb30351cc518c071a80cc00eff1e4dda901e5da0ca04ef0e", - "da82471c8bd27ad33e06dc22d0b45e4abad9cbc14c4baee5958f012d710ea9e9", - "dac58bba713e5a5955bc905fb5f10ac6ff722ad5da682e0b67b8807a966bd264", - "daf2423ed297d39c2581c70f09a9f6ec5f4ff775ce0a43f19b71c8d65d0b8d1b", - "db3ab7ae9bc51ed0e0e780a759d508bda3ea17befb62520065dc281a95dad983", - "db478a7505d9c6ae00b1ad2158412db32f54ca8f779ab0ec205b488f8492e64e", - "db731d3a6863792127a9b05295356596eba17308847b13a865176f65bde959ce", - "db9b6470d0c60cfc02b83ec7dedb003cdc31b88b8b6330264c7b8159e3b33c51", - "dba8028a2e761a6fec822fdcb7b9fe268ec29a3d3abad692bb34fe49fc149036", - "dbb12f0ad14de0eb82b31876aeb4ac25484db891df4f18ed4db116de808c0808", - "dbde1c29d5fffa8e97a663a597a7847966a0df27c529bd2514b86cf3295fd851", - "dc1eac09a8dc1d5ee5b22a8a874e618ca98a3df405de7ffa63b75b91f45c218b", - "dc210ecde2a7e56f6539edb679fdceda76d4ad87b7b95004d58d42558d406ffd", - "dc5a1b97a34561b2e7aa56785a67c348356f3c7a7225cf6adeaafcb581a7ddd2", - "dc72b1751de0ccb3d6d3766e08a41ecaf1441bd21d59e631a5e5567c6f0fb9bb", - "dc9cd74fa90f310ef5b8f16ca72a9f28cae9471fc558b8c23e6c9ebfbe406364", - "dd1e64274672744a84a358d76664ba4462b38be70ae10a3423e6551c1bd04d37", - "dd28e1e87cdc35ec40fb0586b74034e703680e5130ee07b42eed2d718b7af82f", - "dd2a19421aa2f53b3d53eb6d0fa778d118835fb03230e829488d50e1ebdf1fd4", - "dd4dc1ada2b2e94c4a0927539d4803b6c60e5aaa3e30ee1a678d8c2338f3b3bc", - "ddc05c24dbd34d9b8e951fc49ce05dbf18fcc9a2dad26b258a25b9ff3a1ffa53", - "ddd03f41c609d0b82ccdf0b7a8fbaa345cefd9bfe245fc92840773643960178d", - "ddd6727dee10416fb4842cecd07d51c059f9b7d4821a18967e4b96a2e8b13088", - "de05aa17edfccd03da81304a7b693d0acc3f00f9e9ce86cafd587f9cbd760805", - "de2e4ff3f54295d04b510ed3cbe3b9f9ac11af17eecff257588fec756b9c6a86", - "decea86ba89528fb8f166f6371004ebbcd445dfd36f2ea4b7881cae5567a66b4", - "df5e043dd694f9b5e0b49c9dd69621e786d144c69a3592a5c04c2e6e64828de5", - "df6c925bb034f18d3513e726f8c628c3718869205e59e16d09ba6a851cfd56b2", - "df6cdb6604f939a4cdcda303cb1c35cc496ab2ea024fe32dca40d2f6c374ee36", - "df72b3cde89a409e7c56b414c6d1255a68d5dc69cfd9da08dbed051936a6d0c8", - "dfbea386119cd60856f606b944fa638b5651c96379179b4bcf9a3396bb625f41", - "dfc662d94bec4b514ff1e81218d5b6d7b4f1ccad652b8bcdaab901944391aba3", - "e02662bfe290330ea8e28d8b7480c2aeced0f84b6d114457c98ab43318785182", - "e0750f2417cc704db58be0ac992956ecb503fef888627f151aaec9033c5e1f57", - "e0c9b213107520b8762a4f7d8d11e932e50804c5bb8ad8a44d16022b914a5593", - "e0d62ab85e97197e7110b4e30286305726c620d04e300ac9a59a8fec3eeb36cf", - "e0ecaeb2c446dbb060f1a000f86811fe97850bedfdc417d6458f0b8f112b2ddb", - "e0ed01f266306f4d0cf2c72b511a03aec8a543ee4b9c7f3916d6ea50e863b2d0", - "e1a8d2d39201ba164b3862e7badd41eec549835d5bea90fb7cbc05a51d75aa28", - "e20d73a243f3449567215fb3670831e655de93b3ce998db6407abb74b8de14d4", - "e226be485ec158ea48e54800f9a261c3f966645ad2687b9306d8d499398c592f", - "e23306814f6e00c0cb2f987c1d73a257f98da9b164efba917f2feacf915aa16b", - "e2868172cf9087c27f03f5a9487015e2df094194b68b4c1ee795f41c29ba8561", - "e2965880b65fd4bc2343c40046aa62dbb766ab2817e59c3cc35d026bc2a0fda6", - "e29b5828c3f8b324db2fe23e175e6e61ee552843f94545c17b8a017661d3c442", - "e2adbca203dc7883cf748e37999fb4a6ed19978fc0e683d068182f919c4edaf0", - "e2db40de587af21fa551e1719a066a609f7c55743b05be2ba785e824c2973f6c", - "e327eeceb117541958b8e0c8f5e2be06f2bcb9384f05ec3177c5fd83d434ec47", - "e388fd993ca6363da43d5790174814b5eeb2a0cee1667069d57001e5549e5810", - "e3ba9dbaee884e5fd2bef2f2c96c30d75eaf250d974dfb36779f0f38693824d3", - "e3ca4dcd9357fa185a2e6c8808700eaa52f6c8a4739b438f969089740279e135", - "e433c703d28fdb2a25d03a02e41c57f02a8d41780adb46f354793dc5f69c042d", - "e43a787cd8b025f603de4c71579acaa96a55021b103b530cf5ecb1cbd9ff012e", - "e43bc3f380c4aafa78506d410856dca8e24bd753f20d39e1935ed4756d657034", - "e4a701f34a3f9bbd10dfd68ad5084bca4a3e31c52ffc004f2a9bdcca89004775", - "e4b0acf712208808b90bd4f323760fa3f9c25639ad992ec01e5b96070bde68be", - "e4c7cd3bbb95d9111b067fc0d49cf4c1e5f56e884ccaaeeb13780d2bc19d86ac", - "e4cc4f6fb5aff9419908ea59a40ef54978e49e7765bfb1676e445e5517f66286", - "e4eb065753491e8982dffba3aa41b2a99ce54670e4d16c4f25d54fe7c9ee1ad6", - "e58802f6122c6dc12c891d7237aa30dce64f5a0931d92ec08418a634c7a182a6", - "e5a0a2cb7e31ce6c56120edad7663f1d2fb8bd9ea69a3b282563012460048a77", - "e5a5fdbe63227a5f4152d735b8b441b2110b54a1065630995c77e7845cdefa53", - "e5ae3bbb6dd98e6f9f25f0045ec0e9a02c35fe185acb4e71fe22dfa382d01c25", - "e5c5b340414a48b3a91a6f81013521ac2528a1cac3dd565bc0f17a408a842b0a", - "e66394cad0a35aed63179ba278265022f0b72bf04a963664aa1dba7d8ede1e97", - "e67a49a1aae1a261c4f9ac9bc4d17b2fe5d761855b27a45f9c36c86b8496f9a8", - "e67c576a9a127ee08f6ae2aafd9f9838d93618efe60439763d0097d67f6455c4", - "e6b0c3703bd98702560e522b6b928f7dd5fb7aa967eb3f832b83e3ba1a30f5b7", - "e6ec087d947d8e80649344e765ca31f4c9a7949024e29f941f70c0c66f3df7c8", - "e74d51fe22b9daf6605b090c9f67c25530e66a1ea031e59dfd7e08c7e78f064e", - "e7952d5f85abec7d64a40af3283b1bf65b23d8cfddf9688caf8f676a775db778", - "e7a2eb7438ed6d70fbc8446bbddfcf4d84c672467331797c4af3860e0aba3c7f", - "e7b63b8732f2fef3212ffd1d667927b6d86bde9327fda39962e6812fa3a763b3", - "e7f76095a9ebfb5d1c983428e16a7f219c5f78e59146efe46b7d8326ce000b07", - "e8462604547b8b06fbf1cd18b0b4329a2601ba2bb472c3ec4a7112317910fc5f", - "e85b88e0d3c9235384ebf5291670342cffe9378bb01ea67af8504a1156bdce0e", - "e887978f75b1a642ea7193d2fc5a8f2b9c8f3109f222a7c50a651bbfaa3a425c", - "e8ff46face9f1bd65b6ed2a03814a47d3f0db1c25dc379136a7f20ed17bd161a", - "e96de9297106f88d6c0f9dc585606b1963586997c8ef7008eb83b871202df5a1", - "e9ac33cac7b445af715ad8b764ae411fafc7630c71fffb5e97f743929611c0d4", - "e9c59400b456b6ec3814a9aae9684908225fbf3a2914f6fe08e380d4fb206865", - "e9fed4bed3be6ced505e81e796f06295484984b0758519dbc75115fb33b26896", - "ea2f07e304f3a4889405857589481f85da61c12847afea0069b70f23a3348ad3", - "ea316369db3574ce90f184a1921db4de75edfba057ddcb4281c935146bc6a4ed", - "ea96365e60c1cc9ef425e6a583ccaf2456d910c714145ad097ad4a48afb628fe", - "eb1bfc430754d03b0d577273b11818bbf708ef6ba7daff9251715079725c8418", - "eb57a90cd59c9fe3c3123cd12c7a7119c43631af2633f3c9d44c5c71012059f0", - "eb6a874524fe87be313a7dc48f60a7eecd2a1b3acafd0fa8444cfe772c2b9e1c", - "ebbfe25ef3f5b77b5823762991ccb1c42c5db4bd98a24f0966ba33775befef06", - "ebdab3de1fa722b121980ace2531c300ac9bacfd86180c35535dffe95d1316a3", - "ec5f6824b394c74cf1323e804a76fa56846dd86a37b0883ba28ed47eb9faa53d", - "ec998d3a76163d8490330af26a0ca4c3e834b8f5ec824530cc3fff7b74caf683", - "ecbf1506259f9fccd7997bd0e80693553e4e0ef176e7519b90e97b765f33121d", - "ed0978da1d8228cd70e1e10f73bf5f2d2ecc9102953dd4460029293b8c4a47f6", - "ee1f5cbf7760a1fdc7d0a23eb2afd886e3acd1b02230f79af285b5e0c3d1e3d3", - "ee36bbdfd3a10cdbd1cb898d992d8e02b2c6fbf99f01f2df5e76821137c565d9", - "ee4a921439c6290ac58f6c38095a470ec633f0932366fd138bb749b3b448d8d9", - "ee9ed67ff835d2a2e9592a632b215672c6a1afcc3f963ecd2d365682d43d0bad", - "ef10b7a4ed1ef6b7d3e54f57f30225c0e82bd03d31d2773c1868238014b07777", - "ef23de39a93735a4ecd65f61782010f8ba6644d1f554146d29ad9fad4d3521ec", - "ef265f0838dac11becfa42def4047579e9facec98538a78dbf8675d730cb2788", - "ef38568c81697182720dc63ec453df911e087f10b28ead895ebe61b4570887da", - "ef8b5469b22c36883b7505f8b47ca89c8022ac718ab7980763b4fe01bc413d94", - "f0051f7a78ae17f4cd24d764f4094b31588d3d00224fe4cf22fe9818ddc53554", - "f07b66e0231ea980386ebe54d8dca11ce8fecca15275ff82e949b218b66dced6", - "f12e180401b6b233e08e346497cf421641d55e46c591699294ea8df069d6d956", - "f23058d3e22cf0267844ddb26bb575133c9f92961cb6f3ee97a7bda4a0d753c1", - "f23a9c85ae2c7e4a94e6cad32eb31b37306feaf1fc3d51952c71a73de17ac7c1", - "f2444aeff3c8024902be48caec4c76aa0ec4953090edf4205c091ab6d497cebb", - "f24b92f11cd78e777b431c3796f3d3d64a2f033c783dbccce93064a3b905d568", - "f25c7700c6837253473fd0151aaf2f8bf04a7da2fefcc66cafc6f5a57c664cba", - "f276326f7f5b969643c10587af8644efb520f70dba7c3c265c8d1b5fc0e2a61d", - "f298965a3378e42550abceded333acc19b444104930d574e750aeafbaf500cce", - "f2addd9e33366ad6328cd0662e8988f02a0c17e8035ec67270395a910a0a2821", - "f2b255c9cf039d8f7ab5cb63dd5621039411b8338338999aaeeee8a17949132f", - "f341b5d5dd66678a4b179b33f6dd7bb21cb1226d229e3d171e6e6d54ebfdaa51", - "f341becd1297caeed02f4fba46083a4e0fc1e16d9056299d0b041ff89d5b7bce", - "f356a3bda642049229a485fa5208b07adfadebbc48d1594160ccd976562098dc", - "f3caba9a0ef2df14d02c8c769ee23d62acd1aea00621a4d04bf34e18988b69ec", - "f3d3fff705725648a1faed1915ebf6e386fe892d959abe9efcbd5dd8218d7f2a", - "f4089381077575f335caf1030638206d12c6579c685fc37666abe2ace516b87a", - "f4ae0f828132389fb0d4db611752db405ee1c4dafaead33cbfd9fbdc81f8cbb2", - "f4e96d486905296f4f60ce324b5e05975c1aaf1a3ab947d398b26e0142ea829c", - "f50727644abeb1758fdd2fd5796cf38ca1ff2488792c547acac5d96c8b460947", - "f50a7cbdb276f79d4ff77e82c9470c48eba7bf5581e775bf42e2ed9d29935e8b", - "f579d9217d3e9acdfd80a377f2a972fb52649071eaaaf26987654fb98e20cdff", - "f5ac49e639dd49db041d52855375e1323e6fe267e3167e8e0f408c1ff02e0599", - "f6c5f6be1b36b3a2e4591ef43810611fad5ff71664c969053a4a46dd142ec759", - "f6f8b79da52a1bf56ffc7f0d1a17a038fd8dcfb3ce2ce7fdef320de83b65240a", - "f72e1e5f3b241e95f4bd7a98f68057a03deedc814587921a27e7e7f76e9bf23c", - "f745039d43595347f061c398071a26799c901ffa256380acf029d0760e57091f", - "f751512f1997746d12d1809ce63f0c74b026e0c1adc368099659745952818d21", - "f7621d6ae78a31dcd0f14510f78a90d11a6abb07187146892c29b816b072702e", - "f79791a3e21a4f99a885abb6cf62ff9add7391372a1feae06168ec8bc813d9c9", - "f7a0db376a8f5ca579eec7e100531d7432f17edcaca1118a537f420ec54b41a5", - "f81bdcfff987a82074394af3650bd516e53b2e6417af00d49317135872ec948d", - "f82583352e3daa481cb2e191c884a75a3516301f6c076050d41ce129a5a8672a", - "f8ca952585f03b64c6d988d422cb57f29678a692da1a7a85f08b68ed0035b9b4", - "f8e81be362a6b9f675d3666ecc6f04f4783c283e1f4bd40a0c2b70e992e34868", - "f90076534f647213b29431ce86ed920ea8e797ae01a91c71fba3d71e7ae40258", - "f941cc9fbc2a81f793b3a6e03448c76bf8b3ea647498534157fc4348eec13c40", - "f99cd46efeefba9a41e496c6f14af3d33b89cac75d4ba0ed416ae9dc5e03d770", - "fa79f0589f9015b1b2be8f77b9289dd827a245a44145d9cda1ff071b278aacba", - "fa83b103a7adc262412f23ea39bfe34dcc8a622bac63cad2080ae34c5b21a510", - "faa87cf9e7d6cb4e927ade77eb0654974f3154b703ed650c75ccc30e464b34ad", - "fabc92634402b88845806cea9884431fb0d6a91818e945c9de7725a922540efd", - "fac441fa18a81bba90e29b33af68cce3dece4ca0c9e66e5b7deed0657a924733", - "facf845c50a3c4bc7928c5e5cb04d5feb3ebe4c1d619d500a4b6fd5f0436e2b8", - "fb634d6e7589afd69dd9efe5b7b57214f4b623eada6eca590110fb6ec6ddc4bd", - "fb6c71afbfc414ce3bf4fae6015bfb4944e240650775da4d4a2f36f5758c61fa", - "fb703b68ca030634044f47fe1ae42ad198f0194242dcb2085cfd18c246547533", - "fb813e8b95b35481d9d77792037e4b6401897f9727f2310c8a4ba351deebedfe", - "fb997125d19949d1fc14ab17ad0c99226610ecfff326fa9b19b6f9180e50e525", - "fbb1269bf0a4ead34640600959eca310e9839dd8a3ed0deecfff1a1771fa8c7f", - "fbce137df87379f02d68390765628d2032aec642e4b1ca9f6c26cd287f3c0b46", - "fbd7aaea221cb680a1c4f6ab0dcbc1bfdfe78e7264f5c242075e0dfca6a62bc8", - "fbf172f51a18969bfb68c9528b6aaec719e53b3b4607ea74a40b7cc451608904", - "fbfc7ed9715be8369dc3fa657afdf2ea37b387f3e506fd8746eaeee7da8c592b", - "fc1cd368a09194c7d22a05e595fea050409d2f0d03088279eb938487568b9e5b", - "fc3f6429746aebc2ca03fe3074aa764a5619904f004873108d275451da267c50", - "fc547afebf785f97ccbad4506ad638013b2ddfd44309cc1f4a4ed3772aea5b61", - "fcbe0837b04878fe3c2c6c6354e9eb2d5d72e838c56c47e4908d1fddebf8e495", - "fcd69834a3942ac58f05ed5b97f6ca76c38ad75a93a3ab1024a1a4ed0916f596", - "fd1c3c2e9ca8f27279019e7ffa38ce3766f9f6d03487e538f2fbb5688966de43", - "fd736a4e5ce46497ceffa893a637a1cedb9961e4802e1d453becee054256b1ea", - "fdaf72d3ce73786662bb44a742bc45148e7e4764d34e106d25f6959134a95844", - "fdee659d2decd87c887a1c1732276ef218afa2e51e7a66e1cb23f3236a871076", - "fdfe2ea4a112164c941b8e9d68795cf9341d2c517714cea8e7eff25d7d4fb5ac", - "fe042ce53f18f9b368f205a50fc0f78866f06150833bd4f90edd5d59e5ef1963", - "fe5d96d49bc13a7934cbdaf583f2f3a3518ae98d5ff5732755ed602b4780a478", - "fe763de727949ce3725652b5d40da95b6d79d45d579314b60355634aed4938a4", - "febe6a228fecbf6d766eb38f6da88471ecb7541781d60ab0a55eb5bf824d4ac9", - "ff0bb78adbd9c5528fc80e6667854e8eff2c22d3f88ecd839e333bbd86162130", - "ff0dfcaf06c865e1d4348ddeacb6517452449845aac7992faafcddce1e6b5ce5", - "ff893cdd469bc375e58f8385c7cfc8f41ff64f34d2c9cef2ea20af9ca2595939", - "ff92279df0da6cb62bc1fdd8bdd9390d47f861ba65be338f60afee1c572e0e3e", - "ffd28556b4ab819bed58d58c2fc8dcf531e5805e3902114889a3c8fb26241d88", - "ffff46777f476b6e7afb995072b92824e4a4e595d4ca9a7188b51d9b8e978e8d" - ], - "source_artifact_sha256s": [ - "0024729b4279a41151b6fbdb47b395f7228a2c3c51fc964c2a8624be19e73834", - "01f3059b9698504ac93a2e2f4bda6d7c6ba7dfcfc6a651bdafbe161acdfc0781", - "0220a80fcdedc766b7325179cd6211447492287fcd26674ddd98d4c5a69b7b4e", - "022fd75260375e9319b2bf7294da61cfb8e51f081859ff261a3b8b9b19c68d83", - "032cc2dd6f981c7cefdebb90012f401957c4f2bde7d0d7baa293fdb2207207ab", - "041c05a59ecd4befa39e2a213fd6d5a802cd0b53735e4323fae38233713193bf", - "04b58db876e7fb61c58dfdb51064bc6aecec32c3def1a71f00a1b21146f611bf", - "04dfe30eeeee293997c6ccf7062577b8f3d26a88220e887107e81a4fbc2d65ac", - "04e33b6486db63ec64de4a9900b6635be047b5abf7770a501b83c8e3bab50ccd", - "04ff175b9a9bc36c8db7c0c8dd856835e4ce852dbfdc0ab0a03cd21283cf164f", - "0530c31e2e2829a4f74ccf6fc18be324b2991bacae46627e19d1246e666f1072", - "05a20b832b3ec1a1ef01f07a21fa619a25b571b3e9348c1feeef096f58eb8d47", - "067e0ff6aee9673a39d47121379a704604f57016666606765affcc535c24ca18", - "06b59b29ff43582d0628681e2536e5ecfcf874978439e4ba81460e74d104502a", - "07004373eceb447fb4ec9371ddf3bda66e0f8a7ec82bfe53e1f66228d124fed0", - "0794fea1c7ad408f92620fa14c12e94610c98c8ae94680301fa9f71ed8a0922b", - "07b2b1293fd9bffbdbafdea993481de35b9cef963b09064409695b7d13dfdbeb", - "08163b32c6b44a3112947c16fe3b97067604d82a9379386e0097a5fdb095d618", - "08460110c04c5e9978541827ee0cbd1aa341a4af21eea8583a6dbed42a10ae70", - "096c30fe718f575fc41aaa85d55e6d30a0102711368141bfe2388bbb22afa2d1", - "09f59847cb4e2c61ced92829347deaa4160b6141d79b796eca4165a6dad695a3", - "0a7e060c83d5505fcda715d04f305a8ee76ed44204d86244c67db52847b7ef2c", - "0b95152689facadfd61928ad2216117e368add4af9b8d2c5ef566072dda3edb6", - "0bb3ac801fe13c7f8fc506ea231d910455fdf9e6f027acae8920dea2ab8a62ad", - "0bc03b2fb516b0d543f4d138e20d67cb6ff6591d7387bd06e056923b47e2908f", - "0bd6ad9a82ed8cb26907d36b620b4b979aa1e63c0d5fc7924fd86c0e0b331ed4", - "0beb1613e0d8a47706b721a57d7878c1c998d93bff47898d77b9b3971ed9b698", - "0c771e44ecc68528d3bf19a2b626b318c501892be86e68dbfbec1b744896276b", - "0c7d348ff09934fb3d4427215fd61cb656d6f8ad6874faaa6fc4971df40353c3", - "0cf5c58156f5363af596d25dc40bcfde43f0fa0fefc034ced394162bf62bed10", - "0d4c00002ce53317349314dbef9f2c819262f52d6874587396e7d14fba79ace2", - "0d84a9e734dcc58a7943c2ca34cd2a9f84e9eb198001f5bac73abb1302c88d0b", - "0dd9ec76f56f33664826867b850ea65495a3f42f8a86d51dc18431c7d2b0aeeb", - "0df1c2708b7ea3469168838b3307e6da4a3d91e9517df81b0b4e869208985717", - "0e0be521906a0e101fc7fef33e2cd0d4397ae443bb24208eb4faf050390bcc8b", - "0e37f7d24f5113e7cdb45ad6150761aed10c2d00a35925b4d8a5c09317356ab7", - "0e5cc21589f3c0e2763f8dde5803bdfcd90deb6f26102a481f5e8f5bce151de7", - "0e7525779c618f23425f474cbbd157f75eead7e5c1d0d9414b7079dae4ad78fe", - "0f63c777071c79ab9f44e23a539a98b6ec8192668af4d6076e9ac8dc6c9255e8", - "0fa0464218b262182fe71a443c302f3135427270244859978d0d6a621b850135", - "0fa8baa9dbb9d6cb3f3fa88267b7acd49e6e61f4a9327c4a7e77c9bb874c29bf", - "0fb21d0e4abb98e0685f266f1ba6e333ee4c0cf0d38b5d2150bfcb2036b103f2", - "10d0cd0dff35f4fdad4e1e8c5b9217781d53a620217c35b9fd78cc7c9e0ee24c", - "11043b63fe7ce551184f74099619854a461fe5fa0bfca7dedac591f481a28b57", - "125cc0c8ec861509a4f640b6b1dcb3a351b8e05f63c7b79fd61e3b357cadf41f", - "12acda6943339051abfe6e8db7b746a81c7e3f761880d7c00ced13333abf5ff5", - "12c186ffc9ec2ca4ba1ff3ead5703a0ecccee6189fc26e85c8b18ec8f04911b0", - "12f6de4f5d3fba0b6e2a6b998354a4a7d6ad47ecbff111c9be4115173714a63e", - "12f8d6bcd658d0a24c2e8e9db3676dd041ab8665540659ed0d92bc20e32107b9", - "1333b7131baacd783f94a994bdb8473c385605967b8d3c3f18deb16ed4d73cf1", - "13815bfaea5a32c3c4bd6a30706c1ed63ea9d076462397b7832f15885e4e8190", - "139b16ad26cd85be34c5c1045de1267cac2ae40b6565ec6347d10c4739f99e3e", - "145958a49d083ea2ea923e12a7e3067cf46e4d0718cb3d100d47b2a1c1e41fe8", - "15ac91796aa5fe2bb7593ccc06a164ea6a28e6b3550f7f00c30b6a43586de6bb", - "1615332778c0d95b0656705a1e1ee6a4a86106771def61d8947efe9c2989bb3d", - "1623277c17baceabdb3872f2926025b4fbf28f9535370795afbd658699e86da4", - "1633f85576a01ae7e920bf06e044c9ca44ca119a25409acf89c608e8982c113f", - "16440eedd41183f7614273ee4746909665766c8ba899c9169c456e635bfccd0f", - "1721a31b5d0eaec928ac3e435e27cf49491d0a2b85caa1296b7d22e569b62d98", - "173d70f70ef3d24d6f267e74f1fcd51e423e2cd2fba854162a6bd898ba1cf2de", - "17662b0661d965ceb48156bd0dfd800f3e75a05b30599baa2045ce0d62a3533c", - "18fbf0a6a963a0ce0a563fbd4cf0f27eac33dd07f47c0c2fe2fc76f29254e2b8", - "1aae9e4bb4978e9de7ea238e37858013eff2e882ff6fe36a1185213afe7364a0", - "1aff22d42d4041a338829cef5e65514ae06d7cea7559c8555d47bf2609e336b8", - "1b1355953e8ccbcc6f49039491df0d61c432a6c8f67090c6a144eceb0cc4bfba", - "1b604aaa6f27397f26e4c734cab839909a77b6d240090410bb06b0949fc05297", - "1be2184049afec11a1d470e55bbbaf0b0c995b4b4dc0dc3b940a45e2b5355e7d", - "1beb6892e82828fbaf748cae1e8d802d103b47e15b11ab7826dce6dfb92e8909", - "1c01109e1dcc737fe4a19fa9ffb389bb1d05d9d29ca46a2c04f36f425aba04a6", - "1c8c896fe2d7f5596b6c2e3305ce613c600d3cb879fb3d822510f288366ae05f", - "1cb56298b512d01f2d4741d5b9e65d5ab28b0ba9e367c387356a469656ab2c6d", - "1db322ebcbc35bf8134b80b0f827975a8d9d99b5272f2a7146c57b01ae0951bd", - "1f176e9c7383dcb77a10bb885db88b0afb6afac7355d131575659104100089aa", - "1f3815cc8ae2e0ca799b4b338c55fa4587a3b3b87613ee903e90d49defe5943c", - "1f6ada45ad5f9c315b4dece8f14db5d2f299912846f91acefba4283c9432549c", - "202ecb603889b2d55e0566700a844014b0f8ef8eccbfc88da684289e688f6050", - "209a85ce86f071c5b26f648ee8af710dad9c73faec1d0fec0a2da741277475ca", - "20b50fa3e60a45c58cc820667b74c41d30846eb8e74d0095ada8de8e2a802ca3", - "211e5dc389ed1cecd645f591a685a67c2df8285e3d4ffd9184b1ccc2a9699907", - "2177a5f876c1f82b6659dcbdfc65f30aec29358f3420e3eb1f0708a90bf8d3f3", - "22745ad5f3ccd972de529ebdab3d396e2d97f74728fbef9416af1bc841323135", - "2467097e89eb44b208cc52b39a06b85c528f8a88faec5bb6e6863fb5cbb584b9", - "26716818f7ecc16a608eee70399a854d8ef16f2e10fe7f43d16f93038c57f36e", - "2744d9135b0f99741f6803faf2494d641797a7dcd2ee2793754bf2c4f8246bee", - "27bc09d6d91f15b383107a808a523cb21e0771a5c79459a6ed67cd02dc3ef6b0", - "2820aab4a1318204356be4f2634633ff629ab1bf568109632e60619fa1e21088", - "282b121cfc9aac86cfc42bd871cb3e04cbb8cc70c8e9aa7e2d703b78a2074b96", - "288e4ca22960cc8ebc52ea4a1b377cc952e9e401781c23b5d9912bec99b1b6da", - "28c42cb0be0899a4d851aad671a4b29639423c788c69d4eb3dd1356c98709735", - "28c98544c00a71cfefafae9b580c975edf597ad03ce5e35fbc45e3789e279863", - "28cdc09052371b0033d2cb45ab9b55c7b32f854696e7cb1481edf4c4cfe4c3ad", - "290173043a9fd480b91371d6794b9167af5f72b86cceacf6aaf1f028622de2ed", - "299059379e2ca9e6bdc61795c6aa0e1f1627b25f7a306f52abf71ed788c60148", - "299d4ed81a9f6235a7d95d6eaf979b6ba03084015e6e3dc22378fd2097308444", - "29b76f413db15c58ba5256c816997d3c0bf3324c6f99172d7b97792f1df511e6", - "29d54066b59311207be9b359402ff88476c1c646f71f0ca8cd4b13b2b9eb8373", - "29fe423e784b59ef4a8c2f1ed68a15e9d373aff4347a860a77eadc3c2129a885", - "2a258a4f3be807dd943f806cc4b10ef2a465ed5b7124f730cf86e054ab476521", - "2b6c990d15a3bdc6da17ec74005577deabce139f35357b07dff2f71619537748", - "2b902c798613e959dc8682b071cb6789cd87e591abed45227e4a3e163133fb7b", - "2ca9c8c5617f9880e8e911da297d59455748c1ba436cdf9c28d869723a76f260", - "2ce4d786a2a0b82861ddc65415c44707dc1b499c8789cd581ae9ceed72509cef", - "2d869c768d19f6e06a7a71e47a2e419a0689ac96fe0c5040bb950e6668a63dbc", - "2d8b170a5cc1fb8a0646baee2782a53cc2b1e0592e8b7781bbce17955aae8609", - "2e56cc109adf75bf6ba070a5e078859bc0cf0872082665279b6d1762298b4047", - "2ece662518a6c675740259912cc554b76599bf0b5ee75499818e3a25fe1cb637", - "2f961f72d2034fbc4ae55dc1621a246d293a05836bfcc7ca55b2208994ff3df5", - "303e1cf5443bc7f839450f90cfee692f51ff6d6c228c7a95fd97cece8ce44409", - "3056e8935da9e5db2108fda9d66ba9f02a8c82f13595033b1a35a33b069aa1a1", - "3066edaa50e4a4d806747487c8e92c9b18638507fd9f41ffd28d5e7a9234f13e", - "307b3c6dd43762b9e6a582bb4fd5a734560a3710153bc1f6841539d690a01639", - "3129bca19dc230d8d767b3b68e0e325d9ff9678219de45e50b1a2e9e95b2eac7", - "31ba39ab517ab4b4860ef1b71c0a008abb004bc6a6943aafcede87f594aada5c", - "31fbfc08d08fff135cf8e293adb55cc229af01dd1e65e1f6365a339eccbbbc04", - "320536198e5831dbdda12b7e3053090651def0e9448fdd07c94120ba5fe0fb31", - "320894cef2a498363ade0a3c763bbdb36af0f8c6c8fe1433faf11124936b1320", - "323edcf10dc7263e91f50fd7ce539721a044dc6667bd2d940551e1e5287c012f", - "32a5cabea5edc4986b30d19ef115fc4aad94f61f6916027735e72fc23370fbd2", - "32daefaf53831d35093c2162a2f0c3fdc0add5e31c4ca37558d6392cedc8027c", - "3400cc1d24ff570ddeaa347c7de9afe3c4f44997e92e00d8c5b1fb896f6a6fe1", - "345a7cd54d693a923a082963ac5c70591cb76d44a735a25e88750c81ef9eebea", - "3474bc48567596336b859937e3f4a1558f363dc60b473a7465b58419fe5026eb", - "349b6db958f06d8e73b33a235a593b63d0d99eeca8f556957687658a7a3c974c", - "3566fd576274d0ffeac1f0a4e83d16a24dd863aba97da4d5abcbe13336470b29", - "357fe9550f21bdfc1ed96a58ef363c55f2f09eee20f6db33caf7beefe3b107d9", - "35a1746d63b764cbf395d8f5ec5e263e4910ced04d459115367b5f2d0e48df0c", - "36a976e63f0961ae6c56c2fc08dad8b1d51c0bb85cd9c1dc496b7a966184631b", - "36b86ab1059da86050341a0930245fa192447a66a3ad615b313d07de77c5b1f2", - "3754fb1cf806723b538627f12d370cc3efb5118d0a474040d55be3aa6cc8069f", - "37916f812c7fc67d47980d241d7bccee3afb521c04ce9379b57313a7776fce93", - "3802144aa9e6040718cb5e9c610e64ac549e642ba596026f274dae6c121478c9", - "38334db5266b020ae99146e8a073b57e2a0ba144fb79776de9d7728958136c11", - "38aeedaf795f9626ac08770ccfb2f54287f7cf27939d853406da74f7d2624119", - "393721a623625274aa23eda2eef5c347c7a165b49d52fcffc9c8a250ae9ec8ec", - "39a3291c110316ad88b60303a3dc4c1c1d169be91be745385c62cf90bea9cf95", - "39d3c261beb4d93c870ab5c97c9aa5cd2c210e7c6fae34779d4ea6bb924bbdab", - "3b171f72c75144744089f64918f253251acdd484c118f62e7f998c56db510758", - "3c7fa555a9017c292a14dba4a2785045d8c85f9e013ce3f53bca5686ff399e3b", - "3ca1603aee17fcfb689295f4488c9293d3927e00716aef66378696ebaff3bea5", - "3ca5eb39f3bacac9c6ceb3a53690cf945e1b1a4fbde0f4360c31e4ef93e193cb", - "3d4d2644945487c1f89eb08afddb49f13b807e8631bcfb8c545f94493dd57650", - "3dec55a78d1f62102785af965e178b427bef31db709c4ad580296f9edb1b5fdd", - "3e020f226415e2dedb34079319a1e4cf1c5f95ed4a0268de79626d981a1a9f7d", - "3e34904402020fe1ff23b340ee26ca1f473ea6f76bdaec6bdee21b476187861a", - "3e3e1f06d89a2fe2f45f0a67ad4c3cbf37aacb2a2778469b0f4ac9aee12560ec", - "4048575e28aa4a64c3ebea78667832fa68c398a3394af12370a69754a50e5827", - "4055e3529888c06c7e3afafc9016c01e11576f3008e672f42f7028dd203202f0", - "40d04359d7642069cd17b725488e307584cbd9c744d7c6af5912c7dcdead8a96", - "41cead722ceda8e5c1ffa70309c4feec235ffaa6f147f5d8907f1af1b35b298f", - "4262f38e240c16c875e8e358a36428aba3db55e27712a53bae57c75bf78425ee", - "43dc3de59dd398768c25cca12e3e3975a294bce219e5031374567452e1335dcf", - "43f6a808cc914f292e8c7ca6ba817d2a9cc4937c682395574263b8933798f5df", - "440095a94ed24d09d240e0751e030b199b2dd983c705b6cfdfce1a0a90ce4455", - "4478948bf0e67f3ffd08340a42ec352a2ce80d90113d985f62cc3e29e8386126", - "44fd6398d46f15b3ee0fbe6499d3114a85eba42191d2c83b71cd8f6f02f5a1ac", - "451722d7df5250b136380dfe7e4872ac499ab89c0369e5f7654d2c338d3de388", - "458fbef7a6e2419d512e7b0e4f6e6a9e3cbbdd543be90e704a0675f40ae6a64b", - "45e418f5f33ef9f10d187686b5add74fc4769942712d2d506ae06f0f334caf8c", - "45f15f804f18dda2f0c72aceee8a351aad60af73d5a33798efe965d542f46f36", - "469e29ba95cb4e529f7e92a7d71392c16f8a8b1f06ff841cfff5989abac5329a", - "46c5c4d447d5a5555e6cca34585f5e679ba9a2c07c79a8f5811ef8f4fa0fdf4e", - "46cb200e4ddbbee94c2584b9533e7b72d50d93008ac1a228975b53a3b5c4ce11", - "4768cf113c4cff4c6068fc669af27d71b804d8daad694633863001ade9ca7202", - "4820b01e7d543fc6367b874cbd0f7337c84e777be03499813ea2f5bd408f9d1d", - "487956a57de10f0a0337dbc6ccfd7d477272a15b54cce0a01901447f8297e171", - "488b9e850023c5c40311da666942c430f894b45739e990e663c42bcc000094ba", - "48c212595af98ed9feee0a10ae42a21fb53ded10395071ae5b922b0dea41a556", - "494eadd09899771998a22c8e33a3aabe7dd5fbce99aff56ee7459f651c235f7f", - "4a7f7ecfdcbcfce894e1827f6bf32dea170406755b2e3721520ab5a039dca903", - "4aa249da9e92b711ab5276973926a316e5c4bedf7d95d014a8ba368480dd747f", - "4ad1f9c17b02ce2eb700fd9f0412978a5af6c4c8401fb94321891121f9f517e9", - "4b96a058713616825972d7b83986f68ebde0a3e94d9dd7ca40213ea6ca9265e2", - "4c9bad5057239610206f93157f1bf33fcda9494be3dab42d7c54e267973151e4", - "4ccf879bbb7f16f4cc4fa047a15f111d999817dbe5c5053209b0c2ee40f48c59", - "4cf4d517b117a735dc082fd5015e66918c528067faab597ae1d181479a1c2329", - "4d031ce53d8d4e3c70fcfb369e642d99519505837421183b7e642b02a974279f", - "4d16b74ae7b5b9b0b9a7a5688e29e36f40f8c3610285af727a2497688dd07031", - "4d2eefa27136214e7b187bc0e61dfff32c307db5c67bac39ee1d13ca1926e1d0", - "4e0fabf451910c2cd96477e04757875451509457ac63538b079bcae315274354", - "4e584ef4e4b60fa8c3264cdc789418e8518c9dbb7ee5cf28919aefb4752a680e", - "4ea3b259c377ae5b5657cb6cb92376107d4e52ce230ed1ce0467b921b5fc56d1", - "4eb4cd444c6328b7d8b106ad32f8baeb173cf631d519655994550d3d76521f44", - "4ec4c215e00bacf53ecf649080652e0926f7e6fae6701286ef729dbe03d49b10", - "4ed62c4d7ad9670e85d168bf2a29d86659ca9d3713887004e31a9480d2ae3c84", - "4f0ace6e278b3632ac8c0188bfbd75af3c4d5a6d515306943a52fb8935d39455", - "4f271878b3d3d00834737ea4c67f6fb35a2ab9e04d2a81dc7706b8dd2f548c07", - "4f452b61c003a98d1c73ee02c93b92ae6dd63b879a5dab9f6d1993c7c26288a1", - "4f78168ab97cdd73b6dbfa3e750bbf26d966187cc8e1e51b945a1442f36d69f4", - "50b388fa894ed21121ae87b2eb788dd65ad70eca951613ba60306ced4f48f9e4", - "50ca2cf45031b62d7950f4984f827f9231ab0a0a64cacc6dd1f330d94bb8b47c", - "51896a6ba8082aa6d75d5ff907dddeeb64d8dcb731917833cb766759b6fb86af", - "51c8e419301550fc11a621416aac2ccfa25d77e8c08b467f4fac855446314330", - "5246ce484a724a7aed01086128c2d171f60b3eefdab32579c937bc575ee37606", - "525c8f9008aa1db1e800aa35394e6bb084eb381298dfec9a35f3b80731a68307", - "535dde04d830d7116799df4d71cbf01b1b347bb4e3eb57cb18bc7926fbb3c19f", - "5450b5207b9c1000c49ab764d80e159e1351507c86a0b6c0b0b1047dcbf09c92", - "54c07e9e8ebc5830112b70d3df830b80ce0e3edab4acfce6c1af54efe1aa0823", - "54caa36c47a28f8a7dd0730270f4d4b215567c1a81fbfbd77d3b4c4c22ef48ce", - "55652558e9f17f893620588041cdc11e8a710f2bc49cd0d9c30b72a7ab41e40a", - "559555dc2ecf042ad549fa89f0259acb21aaf93ae5cd34829df01d4f9052178f", - "55f53e01684addaa8161602e06b5aa9f91b37e02ee5e41865208d7acf6314610", - "5605d2a876d75b2dcdf904b616aab6c651f93553fb8282ae037bed36e564270d", - "570ff8a2f1d50a252c5b581aba31ae9e3bd5e0e52735e688fbb2e9d8260c1225", - "579261d509441ba5e62965a7f64e35d9aa6f9b4c868d3912f4b6b12e570ecbe1", - "5796e960d7b54eca49fab7dc0068d8b70bfc6f87d2e4b2372669576ca418ec5a", - "5798250c90975a38a9dba401e37e31f5f3eb286497139cbc357a8a0ca3961a8d", - "58e7568f83062fcde069e490c6ee84d52d72823c3b1e6e5d9ca75975cc59b2a0", - "599a9e9e69b4facae0435d47db71e96d7627eebd1d01ebd22bbe13860cbc9602", - "59e0396f234db69c2c6d8d7e857200cb8bd350af21968bb06f3b548d92c656ea", - "5a35697531647d69e5933258c66e13e17d691ae82ec4d1e2c08f6d3f8e6c603f", - "5a4ae8aa92c949f39216240459a9b40489107482902ba0cd0dda494e528fb032", - "5aee24153dc00bac25d3afe07f8f14c20cf89308d18dcd968016f267f426521b", - "5b456a119d096bf4a6025f8e436a27f2a2013b4404551bbaead8f536ee6f58fe", - "5baa972332789f99e3967744a2173db65d5ec167a94e85faaf5046887cd0a6d1", - "5bc9597cc0c5d4e2b2fbe65ae5d1725adc68536d8588f6b8937ca2b4f8ace747", - "5c33132aaf7935a1ff1d7bc2fc7ea5ad746469de60fc2542a68b11a9502a49ba", - "5d026fb243699343d65771bf5b1c77dcf4618944f4382ccf63a8785b31368318", - "5d24fc9e277254625b8b26f5d6bdfe79862e5812fc8b9533cd144ed99514800e", - "5d5206c2bed99d9e39e36caca61eec1fbb2c19064f6c1e2445dd1557185a038d", - "5d81f073446f972976c61b149b682f5b9d50ece1745d9c6e67d361230bf02df4", - "5dde93fe379988e5f07fb26933ef37755a2bf56d15d2db040c62468fc3fbe7fe", - "5e21b8537186add30db3af309db2c08290e9d3dff536eab5c117ac3fae613fa6", - "5e887aa76cdd20a6c80bd7d2527c35b01837078aec20b1a5d5961657e4e25e75", - "5edee329113fae2f62a847538919fae02717fb074d05bf72efc3a0eee01d7728", - "60116ef08bcb8ad09af3c99ef03509849baef6582b272352710c89202f492716", - "6058b7c54342e35bfe0ede16457e43f4051ca001ea44543e23f2889600e695a5", - "60829c2803e6fff9832e08e0759ba788b6ee995be52b344e455fdce9fbb3f2a2", - "60b26185f6b9a0deb8d49c23371d2e62ad2dc91ec4e61fc530a8658ac32b2e32", - "611835c6d1f8ff600d377b693f0d8327375fbdbd2eaeddc9f9a41d9f1ca27d9b", - "62055715e63ba72eb718b39db5aeed7a7de69bbfdc40ac8707b58f9c1acb8066", - "621f28c46622ab0a69cac100ff66664b2d46a6a3964eb836c37a6b5f101c1ae0", - "625c7500d24af63e7c7885c232f2d72b41aa6a3f0bc9058c5caadffbbd0ee2f1", - "63519a0bc06831eec2d4e1ca118532c18e3fb80d2a8ed7731c3a0b12e4db31e2", - "649b1a448ad01b248248b511e3cd2601ee7111bfe759238faa12ae97c341f188", - "649d21e8f36c0917fc9c395af73bce00fa6be2aad0143559e45e55f2ced963e6", - "64b745bd2aa0b1aa963685e956f46689f6e32c7f064547117d82f6745b3684d5", - "64ef96a75661e728713b1edaf350f16b830785bf5c5d90ea2b1dc32e92ee2220", - "65303d7fef7fcb20ff0313166915f9b3ffca81c726b479ae2cd24a4ff3a70aec", - "6585a294b19555493217c7fb1bc7b77d4e402b27284a1f007163d4abf07a00e9", - "659be37983ef3db8806f7282ad77b084899d9462d0377754075b257fb8731bb5", - "669c20970685f7399e079e73975ee069b13a665f1152f499680f48c1d1037fa1", - "66a82c5a36305fe72217be81f9877189897707d693ca61387fd7690640b634e2", - "675b14e5163d258d710c88646c40a5a880f440c772c03ec6c1c3062de69c1380", - "6863e04dda2b5b2a5c67535715fa7563ce73cc9d6ea39d2b300e0057c2ce190f", - "688e51dd97774947a58ba518e4bbcccda0d7aa731d4eac97ab40a9870ad70256", - "68b9ba401fe3cd32852db39076de3bebc80c9b3bbfd352226de93cba567dbd18", - "68e45f0c10b91660fcd18258ee48ea114f004e65548a143c3e2f83877c651daf", - "68e5d7c5c705610094cc32028de0ea26dbc25730959b2f4c0ed442573f26ce63", - "6924fe92a441fcc10698698f2493b1734e1775b02dd40db2dfd8f1e1e2ed7245", - "6a13142f8db3093f5fed7ef2b2754857c0a57fba290d062f030bd9275c966986", - "6a226f9a90f4b8d1015f9cd9490fc8d35a4ed81eb5beb0d96561c2b9e7fcefd4", - "6a332a7bceb73f7da5764cd3d3dc8f6400810b909869c606cea7ff66ba985abb", - "6a33a687f33583ef64ff6219caf1668b07a56453ec5966435dcec571a165d532", - "6a495513722cefe4a9b171101355e9eb7b68105c10fbcc213248fbce104b1f79", - "6a58fb85b7376caedc09bad86cfe466ca2bcdd208babc93edeb45497f2bd3db2", - "6a72282f10aac5899751015c60f26e0e76a77fd1930ccd1b4e94a8a812f49c23", - "6a771a312d26897722f1c7045a7b6d3c75445983902d5e3ad88752c03e300eea", - "6abcf44c86c293564c5211131480723ac0dfc9076f38b05815c5887e7594d4e3", - "6b7fd1fed9de9a1fc931c15388a1c45f44d0c75e40f74ff94ab5951029fbfe47", - "6b96e28e508fc25767105a0a1226f479d86499ee02c98b4d309fd9af4d935073", - "6bab285445c87cd017ad70c2be3a234b52afd2806ff7cf01357a5a88bee8887b", - "6bce59d48cbd227ad6a497c5de6b6dffe477206f1df629622c5fee675bf07e40", - "6cc5b77b9fe850df494910e16bcc8524525e5a36ac55ed0834f4165b59d321fe", - "6cd514501c7c90908155e97c21a24afe3f6e1e8e9bc5613370c8923bfa3abaee", - "6d89b3a6945b2daa0c12dd426f4f06ab8d74698123ebc6e022ba630e26d0c74f", - "6dc89ddf1f881572916710cc7e7c74e35eaada5aecc1d9286248cbad94ae14fd", - "6e8586e3b49566243a4fc962b2870a625a994da6485d4dcc8d23e200e573ba30", - "6eb1491351456b69840ecb74320389c230a921e3279a41e767cc9d2fa2eade3e", - "6ebddd6928f3a806252b92db902ac4fff490d5260e9b02bc850fb4a2e2d76ae3", - "6f336f2e9a96df120b1985791c930ab5d4b1d2f6f69367bfba0d2cac3503ceee", - "6f43ada3704d57c089bd6d51eaf4d7a23b59e509dad63db8d6768c35a88fe964", - "6f487be3a9acadc7fa78b30913a6a117b71b37997ab259760d78294033ce8d36", - "707de3aa54d2ea732188d92ea8bdd287c005f121f47cc5e3c642f037de7ab622", - "715d5f3c68bc242dcef645c5e7fafa2265d43294ebc8b38bd8a5575c203602ec", - "71c1cf917c29db6b1ef3a528abe8294cdfbdaace0c82d99ddb099640fdd83509", - "7282d30abd99a5294c4b533e03e743bd52c390a86ceb7a1a8337576c6df807f1", - "72de647eb85c3ac7a2eb8880bff48a5daa720e4f41e6be561e1bcfff3015dfa4", - "730bdaefff9cc9df524a85659961b1e26f8bf9837301419a057fdf86f4a5dab0", - "735af467057d7a6e6cf312d24af567c361957bafb4d9f5b937d5786bd4429b0b", - "73624b5c44d299fa520575a5a72556a13c1bce2dd236a8419c6fe341bca7094e", - "73a2932956a30a0c3b416a3fdce35ba30be8ea5c7ec55efd86d9975bfb1806ba", - "73ab54d23c139dcfe9f6650e6a722446550a8b9149bbb11ebd902d8cb7f68160", - "749d857bf65f65495fe44062c6d5f54824b0a2b48cd143920c16d8d8bb4257ef", - "75453d1855db0874fbd58aefb9e071534b9ea8fcae74a3feed20cb0b22df212f", - "75595974dd267bb7b82ed4ce0d528e709a5b995dcad3163ed49ce120190e9faa", - "7671f63c818d75b15fa057ea0d47ff5f585d488a39c50d866f5f0a0b73ebe963", - "769b35402e929a5bc7fc583988b559ea47272340b28bbeb239b9c2cc2ab94ac4", - "770a0a3398b41f803192f8edf093de3a27c5ad836ea9a26fb4e46678f5f9cbf0", - "7774b3fe6336c846fc2e04b54fc38489a3fb2512f26ee63e0e7b994769458c22", - "779c7cb30eb1a2bb907281c48c228f56beaf55b900f03cecb6d18daf2526fda5", - "77f372ab379ffe056d2a005f1b52859d733f9a68ed4d465f2523b82638e24a3b", - "787a921b07d31efcf95f07a34428a46d645f5b665c2caa62abc1cad328588ae5", - "78aa42164b955b4dc25fd051e9bd21ba255e53985d92ebae075c478a849504aa", - "790a945d0c469d98a86cafde887dd1e4242517520f19df5e3595ebc868785120", - "792478a6146ba0f609202c2ddc2817399fc9b960cfbacab71559e60c524e2b5f", - "79c7b5015ac352eb54c71953bb7d57e2809ee5b1aae12e3313b04d3151bbd939", - "7afdeefbccd16fa3420f61d80cf75db471e6a955ac4e850e285f551af03e60b7", - "7b409f756ddc929f85c052785f08049c895eb0678013e05873fa52518914f0c4", - "7b4bcc8b80cd6da30ee753dbec6ec26c06364ae08797a9537d3d7de8d62473fe", - "7c11dd5d2eaf10dbb904ea9796969ab4ff0d66e717b5ce4e1bacdd7345a7c385", - "7c89f85e67bf78b280fcee38d2a9935963e19d2a243c185436fda305b3281564", - "7c9fa9ad3a909e5bc22196d86f02a624c1ceb370cdc3615282c28c62b7111bb2", - "7d27b3f4079637be8e2e1252d099df50f8e8a20705e97821ef3dca7069100e51", - "7e1363cdd104cae282dc017fb436fe0c4cc19deb894fb948a5fd51bb9d345e27", - "7e20912b58e7fa2dd06b4de7fcd0f6ee4e1d58a67dbc07b35a7525d332442739", - "7e271c3a87b37ab2810bbc9fb18d06737db4f3430a3fbd76af7b4ece6dfb83b4", - "7e93698b17b7d173b4989c20d7b1c90f65479717712d5ba64c5c07dad9e15aed", - "7ef16df1fe6facd2c3d5d325011cf1c06601cfae80d7ed0955d8a9275b201227", - "7f313937eaa9bf00ab1f1b8f88fbdb01b5515861dcb798e1072a0bff9235b0d9", - "7f916574a2bb0f5d9cb22a1390fd803da87d49bb697c9aea8b62f30a96436724", - "811879d3b1bc8efa4907043b0972172c4f6ed023adfba8291a109229634ef4ad", - "81516f20bf8513ed9bee49c77ba08ea2c427e1c8ee4934e1f32d561589bb5a55", - "817f35ab810fa6fa252b07b7c24cf8468d7e50edbe07c36a454911bc25be92f3", - "818da20e9233046bbebed955f02c867b2cd264a2c881b6bc2223d222a84ecc2f", - "81c1de2b53f9a3307b966b236c0dd2ac6aa7ebd0698a86068cb1897741fcddba", - "830ad6d1ca69e7103426130bbcf2fbe8fb5b86800843336401a716dcdbeb6680", - "837d9ae45d6fdc04b0fca0e21894d9a61ecba4f2624cc292b7e0450cbb787f68", - "83a3440be113fb0a253108d325a183d7564a60aa41d829e61e4fb226c6188d12", - "83b878e63956e8a3a77997f897d5716b966e6fa11f931d62d307f2521121f289", - "83bf74634e4a6670b656190a433b9827d0092f4e29d217bfd7dbc1a0d896e613", - "8506b7680705b4f6046d1882bd698ffd80bf013a0a09d0dee87e3a0f9bab580f", - "854ec4769221460e55f54852c5f0a421dc3354e96271929fe8b0d150376aa5d1", - "855a7754128fa9f694d19f319753d69087d708a886adbfcbffa87b3195cafccf", - "858e381d196aa7aa7e870bb9962c2799d52e076f7dd2a3541783bd2afd4c4f90", - "859e8b6e9ee02b5d30b08cd0f4a7ac9af3fc417c51effc9be0d490e5da48bd12", - "86453f85d40f619e010612b5bfad34fb76f3c131376cf024141801b3e9cb1afa", - "864fa56f8346bb5d9fe1d6d9504616c2d5d8ae4cfc09056daf18f824abbaff0d", - "86885182269650ff60bcec9d1dbd626df06b7c6c8f721cc5db532defd5a1f27b", - "868ed51387f3ebc33e75d341422ebadcfae807a6a76d848245a010795ecdb7f8", - "870098f1766419fb1d5abac2fcb4ffb3d6de5f91a98b7585732a240b7bcb134f", - "87692d77200d3177dec70c3c888ff1a3bc62105013a22bb55cb6dad4d6cc1675", - "87ce0dc349593c850f33c3e06e053b4494175f316c19fc7f66e64daa8d57f8c8", - "87d2bc74b45d34556145b39028e174104d9d811bef1b0bb1f158da855a372199", - "881ec5d39a81554a089fed2c13c9e676a150e645c7c0ee20a2043ec524072a71", - "8832e8637e6753bf1e8e2e53f23fe0eab7cc61f90dfbc054b9d821a03da81aed", - "889ecbba9048234bb6dee8482fec34d4f982ff0fcbaeebbf3cf22ed04810cec5", - "88d0b1af17133c7a67d7629cbb9e578293443f859fcdac2d1b2ecd25684ee4a1", - "89045240edd15bd61f98c2b0c18fb0088399df8c706f511690e54b1303ba50cd", - "8912b8d98747f288f0affe0a249bfdc0e7462ee99db7bf9db09a7b5475c45509", - "898e13f1e91a11378bd74deacc25f863b68c27982f53e73c2fda57405b01bc23", - "8995bbb46bfd5328e92be3b9e98579ace095ff456353ace9d6f97a650dae5f10", - "8a0f8cb491bb86d5d6fc3d83ca461999d5318c6f864c22854baf1f452f5d746d", - "8a31eca58f87ccbf545ec0d5f6143ba1e39d1f057f0f9ac0d1d45a4f703f80a3", - "8b3c0b79ad50db9fc034a4df362a86177a3a2566b053c7bf38dc17e4f1678aed", - "8beed7ae597a22aac99e748b3e3a78efa9063d4bed0d03b2be7161544b5abefe", - "8c7ba8be33fd32f0dacf7c581e925c061fecde8a3f1f58ffd649f506128de343", - "8d586774ff5eb29b7e95bf7409bffcd0e965bbcbc2a81c602922ef1fb2bb2a99", - "8d95e05161d88e472af697152756885712133acf82fe6300c95a5d78cbf977ce", - "8ed1af6db7de291173ddaa8296804339f50b9dc57fb59de7fb89d944b8b2bae3", - "8fa399f2295f339c28d70595de1a469110b87c4f1914f116f34bf66adfc483e1", - "8fa7304da987bd7579db1ba9266037218920f486f1e37c080d85ea7a7b19170c", - "907ef3f36cc882457574c2a0abf683d68112848f09ef52403dfebf87ebeede10", - "91ec4e4b7079fe2d1822681b7e0565f92e940500c079b3421fae28ccb9000352", - "9245300afadf717899b8e3c383341d022e3604605d1d010c99b579183b2677cb", - "924cbe3394e0da54c4d0d71b620de0bf393378955e846a7592cc79228e834e1a", - "926fb03e3efcfad398122b1c5fe2fd4c668c209ef6eabddec0658ca9dcfff783", - "9279dc0396f7838b1eecf618797442b370111bcfd01dedde50e683e8d02d7e29", - "928fce30c538805cda68a94aba6ed005d26214d72554bee4134ed131fad70ea2", - "92bd4407d6efe5a02fa8ca25c885c2d020d6cff40eae9d58be4734c4621e7c6e", - "92bea755cd6117d8079fdb1684b852a191889d97f82af04e74a2c6c45f193b4a", - "92fb4dea45e1e12544683d4876abe90830128d3994f329cfee6435df09c6e706", - "9306445c5430410f3c0b5f5f8a5368c8c1f979a3aa5ff3aeeb1a4ea2595bf8c9", - "933f3d83105a17a9c4ffcb9b357afb7058ca117860eff89f5fe6a3e84a5c16e7", - "9350f6828c71ea7c7d1303f46a07d59909fef4d96363350d1ced46d82195a5df", - "9354f809c5497951c2eb6e46fac727f197b5992a75e651b4779546b1e37968ed", - "9388f8a8b69f139bfd134e977418a95ac4928e8b2a68bec7f0f922f5c5c5cad4", - "94491fc4dc11430f4e977286280f29148e1c491849b26cda0d5ce58dfd136679", - "945de0d287b03789d2816c449f7628050ad1e5926711151a6984042325021308", - "94fc5bd94091cbcdd90c252d55f233569be21694d9c68f379363f2d9ccb004b8", - "951895c600d9348f311727a774db60948c47235ccb7ebf50d66e111746befb3b", - "95b5c2772f91449dece635fb6daef6356ae20b715423c4e59707de2c7e273517", - "95c7998e747921be0e9da61eef19b0b97b9f0083501859717b74e32948bc91a9", - "96143c5c2c3c216f133cbb8f03f046882e3a1d7af8a9e0dda42d7f3ca2ead313", - "961d7d04077665699ba1c6d4b91e4af50589a652c2f987234cb2623fc83716c6", - "977a88ca7c620bb53f8b157a23d5a4efa257adbe7c30c7a00007124aa5baeef9", - "977cc2c4ba16d4bc5921322252a1a4c38ad201768cf32f9391a3f5d15df9f9ec", - "983b83944139a1af57d7cef21182f8fa4e62b1333ac28e6dc7dae70224be0124", - "98da0ced103b6dd8c3a4907b7f34a563359aa31ef6423df9835755f41a5c7b2e", - "98ddcf288f7c3479b98f786aee684ee0cec7c166e498859263e005463a693c34", - "993888023d861929ad66b85014dc95ad6450b9d1248433d01df1db8063af11d7", - "99783b178c2ac2fda9b1cf5cd299940028c861f511de34ec30b8913dbcf920d5", - "99c22a999cf08d9bd7887e9ca9720d546d7ec8012bfe445ae0cbd61645b78cdb", - "99d473daf4f4b809b0b0d17f9bd79a1bab114e072e52473452f74edf00eb3552", - "9a85dba78f7cfedc350c0c52b0f325dcfa1ac08a49d8bd47b46649d6654cbaa2", - "9b13e555175232560f05e6a272dcbe7ef0ec1fd3ecd482993c7542469f386d0e", - "9b35038a518d9fd7a6b92cfee5051226382f9180e8f878e0db572bad387b5c04", - "9b59026ab4904864d3aedc745e0ff66aa03b68f1c78fa77824a26837db9b67ce", - "9baa28d23d48a0c4a512c83423f5a48b4625ba7706a0f5cc50f1164b9b28e6c6", - "9bdc4e78f40b37d83a7d90f041b5b4550c4fae40155a20384bf9cf3d9cbc1d7a", - "9c3e35ad6226e508f6e504886e9a91085fbaaa6fe0bda25f1bfce22a838e221c", - "9d0872bb44da363d1318e74fdb358a4461aa4fab5dc37d021b73c6eb01fed75b", - "9de4dbda19a8a148df19452e42398951f5efcf0bb632fa42d0d2c8dc3c68b6e9", - "9e4bf9f3087407a5f6c0a18833b88f44ab9460c0810a79efcca4368eec81c0c4", - "9e4cb36890767f98617dcdbf60b885581ae55d71cbe43cf41dd6f96b17bad2b3", - "9ecfb5abb90dd2dfe41990029fab5e4c27e018d7c0d196cf06166f5b75ea312e", - "9ed6aedb1ac8053bffd5dcc0f287437768f852c7677496c34c00714b1cc8199a", - "9f01ec0c11a4195bf4e6f1e10103da751f54fbb3c74ac92f0d5e10f10b6d932e", - "9f46f4fba707c139cec4da25c2636ccbe2f3a7ca3a45aa8aeaebce21d1a7874a", - "a02d730056d3b875e4499daa6c5fe11adcce37131fdae5a32712f89023d3a28e", - "a09ac3ac40ed6bb597cce62102a0c7b7ccb1db2963997beb47eb1df872541d91", - "a142b46deaadfe10cbbc0e5e419f18a4c2b32853e516de869fb483fd63802a1c", - "a174253bc7281ec96a368e4ba0d0e7bf784f9750bc44576ba72e5ffd70d2875f", - "a1d1d06b22ea41c9cf206af21dbf3baa47a817104f5faade79b1eb2e76d4cfed", - "a1f33be4251aca41a6e0452e2af8f4441dc0502ea72150b9dd7c9a9038cc3b41", - "a2e6ce8fa583970e3a00e8402218dbf4abf3249432294d983f9141aad69843d8", - "a3599a991593f2668b107a18c52f84ddf3f297fcdbb59d406c428080f1658965", - "a360dc7908ff6589b0404732a32f137715f5c8042a393f2fbdf8e891e62036da", - "a4f14ed7a43247cf6b5e0d39674f7a883395ad057bafe51e0dc9fc60835d7efc", - "a5addb59ca3f4654822c3bd8264b019016b9306dddc891776691409b26eff9dd", - "a66374f73b34c0291fd2b6912b7189f8a604760e713d4b3989aba6273fcd7d54", - "a66e1faab25cfe2894b3613f5ba327d466cf920ca6166698d7ce1c61f59d91f9", - "a6c50c86c92054f7462c8caa932fd62c7aae9cdec855369b5e4d075f65f458de", - "a7541b6289f27b1a4a42806c677bfac6a2ec2667e9c29ee05ba597f6326a8109", - "a7d68e2cd80b0555787ff2e9b1939122cd2354d0e6d161af8a95cf5e297ec735", - "a869911ed0cb0ec91039922c03bbeca7baccb408b1c299c4878d7dfdd55142d2", - "a9134cb5d231159628dc8d48a605cc0316e1421c46582737d680e7ff9f3953e8", - "a95170065fea2aef3563f694c97ba37bef1bac7ec8c21af9ed23bf9b565dc62f", - "a962786be8754c8398877df236ef1e1223c077246f4dbd7e3ccc58ce3f9d4d50", - "a998e47e353b7a68a3a35aaca112fa7c133ca3a85f244fed8aca5ff868836431", - "aa14b372dd6d5bdb0379a59f46992a77e951cd29c01bd1be69617191f9bf3261", - "aab614134f825dd7f414110c812cfe76be584d74da5983cb96e01ca2a6903bd0", - "ae46e9500b59f44ca2722493732b6230ba15cba352dfa5e4791629dbd89dd9c4", - "ae551769d58e235e1eeba72183421b3003e1eb7350689673e33607891fa28673", - "ae9bb3f9b9051e6b2f239378e8ea4462ffbeac68cb646f3917cffef6fae62d95", - "aee9a79255fd63588ca2d20ca039a4e8d57df24ddf472cfe2672ad872e5efbf8", - "af86ba3e8351de42cdd87c147adf4ba5652039289845c29fcd4c96b4e463a4de", - "afdfcf33b564d77333c9e875823513bb3bd313f1dbff4eb05303b4098c710c9d", - "affd15f8c71c6a38394c7435f665f58f559619a3057966ff00b93b775f97dcf9", - "b057be55e7803c8f9e1b36685a38d59df0cd98592511ac306a8c46e066a2207c", - "b0c67799da458aa8c4c89bce8e7ad2f84dbff559e1b2d6dfb968d22c4e43a833", - "b0e31e02a1ca65b3c3de7c064d045af5a257e0bc44c421e2f6f32c47a2198713", - "b1026129c2fb49caafae28a3daf6aaa33442363a05bcfe78730507906dd28b55", - "b1376c7c7145127a67da4d8c99620cc7a2723dcdda180606a48595eee057a4eb", - "b21471a596bbf63c5d1423692a12cfa014e7ae3396b2a0129118bb26724e5357", - "b25f11a3dd29bf423370f71758c3bdd354019dcb0e7dbb8b279f5eabc0d6644a", - "b2fb5371916b0db507a5e0a556cbaa2f56762850cda65451d55c9574ecbd9774", - "b313f4b47f48b877679d422ece055ac342d6434a00d104bf14ddadbcad262f1e", - "b3369de740acf539e477fe09274a10454be21e6fedd6525028d0e1f4736524eb", - "b3dd2d80db987ca6c007f6da0fd6d017a4d107eedbe06ef033a845072a72fd42", - "b3f5afed52b602c08368a282d957ade5aa57ec4846bc9cd2865314d2fbcdc05d", - "b4912d2e492c65cd81fa59b514514250018527d14ab7a07e27b9e2dcb359d644", - "b50a69c1fecf44539772c519912db6c91d90f560a82ecffa790f3cb79daf7431", - "b5366865e54ba8768b72e37aa8381d0faf029dc438756d85ee575f01b8e68b3d", - "b5adce677d79458e87c447bfb04359d822553efa47416d89460a9ea10b385b46", - "b78abd3efc7659d755026020f69b488b09ec53e2a6dc6a2d9f8e01814e9d01e0", - "b7f9160023b93deeaeac4f534ffdabb70d388e910d84cdea80897075196dd78f", - "b8d763194f4ee0d877cd6ad5a7cfa83d2a565818ae175d33a90d1958cfc4ec48", - "b944ece40b49d977e56b05b22c5c0b16b9f4f88f4d7df8437955949497b6e930", - "b95f71260cbbbdf7847d28a1b2ae27708bb83d6635a490240027be4867235eb2", - "b9b83641d1e0a4365560af9e2c53ec0d109632e50343efbed44be27f9ea7f95e", - "bad7f00edfbf9d68e488265c1da882215a548308570a3a39ce772d67c52a34e4", - "bb83d713639e1118e11fd1dd6f37713cc285c8a81db29f2a53ade7ed38f7c624", - "bbbacfacbad7f498cda12b586df16c7e262f9373ea0aeb3842684c2f4b3436df", - "bcd344259ceec46d8c6addf2666cc88770c357aa02ac0a4e3a4e0ee16e223b44", - "bcfecf0ac0eea803c58449d1e0581db9240f6dc99384985a2a0a8ed1b7c8bed6", - "bd9300f351fc86bb1a65c06860a770d4e078c4ca052f3886e18966bbd9d83270", - "bddc679c03302ad65ab6e03629a4f7401e1434f4fbcc261b8d8cb7dca6fd3e56", - "be4f9b339b70b13798d6d1ea7c1a4db2b4389e2331fd9ca6fdd38eb7ace9a7b6", - "be982b64ccbc8656045a71b48eaf3526547771e52f600528255c341e9356c70f", - "bedce2b05d0beb4ee3168e55aee9ab434d78df8601c38dd18fbd2da91609b9aa", - "bf02f857b5f4247ed5c3e608b2b3f2dfe346df3f598f77ba81d60604b05084fe", - "bf5ffd7d083a6fc679d63c8607ac92f1903389dafc30c20341cd3523d1dcfaa4", - "bfa0b2c2537b7f8a2cbfbcaf9c96141057864953e94ec092fa61ef6d7790d7ba", - "bff31ae13fcbd2c78f9480ec47c2ca449254f7bfc66b2e46a6ff282563f10c6e", - "c00a20216cfe2b6cb53737bcf5999760725f437bad400b131f4fc3b77950ec09", - "c0201808a5e2cc480c358e6dd6c04e635bde9a67f36101ed76785e25530be8c0", - "c09f1f4e864957ebdce6e52361ded16588f8c9db8908170d57e615b3960280e1", - "c185b7346cee724e36b25ae6261acdf9cad7ea3336b5c70c294777c8cad09547", - "c1c8e7dd499aad936770a2f5a61a8d2e069462e8a1538bb62e4161b672c0c334", - "c207aecef2f9e19525c3a84a523567717422ab82fed330441b45469ab5df9645", - "c22aecb1cce8bc164572546e7bb2e595cb45e7647e65609487a4f6b49b9f0e02", - "c2a7d8c37ad8175216f9fa2b0446ceef31553a0ef298de49d4e2b7ff3652a2f5", - "c2e7d8144edb28d8a9264e1b2f2db4d4e083e49fb8b1364eff0d0eca45093bdc", - "c34a66364734b40c894afe4f2b4725712133b49b7d32a5189331b3a57743b7fa", - "c377249df24dcddd07d9b812413d6f611f19a2b3eee8d0b0ddba790f1330a0ac", - "c3878f53d4500dcd02e1933b2593993aba3eb5ee538e3497f6f0408c2e780641", - "c3fb084b105119e2085419ecfd1cecc39ee49ecfa70311722ec84bff65d4a98d", - "c41a5089693bec9334ef5099c9d5f1a083d2b847a7db2712318ffdd7999d0095", - "c49d9c58b860131cc5ea8780f5d98d9d7ee4c44801ba04b8f956792124736390", - "c4a9cb938c55ffd891cf79d3e554bac8360a497a44441cf4972da6cb60f28a00", - "c5b0411e360abbca4246c09ed0e020ed13fab8a27a2a8d6c7620b40a6044cd23", - "c5ce806bb2c63b97fd49a292e6f51396c0e2210ed2f7d33ccea73874ec4a7061", - "c67dfd07e4c99cdb02832bdeba93763a375570ea92d014c1a7c17035883c493b", - "c6e4d6446e6b80b4e47cbe0001ddbca78d1343d9821e71590c861daed7f59cb7", - "c6f126089c8d4757fbc9a3e1506796190dd0bc1a9528b900e239896ab269e2b2", - "c7517f213e8620f4302ca5a587996b190d4e8fad14c5e656a2c5b7252fb0abda", - "c75ae8cf41e62a6b03aa9376854fd71133822bd24870c237d8f398775afea0d3", - "c81a42b3ad04a11afcbe0f4ec92a779725153a5c577bb7e84bfe09033b8dcd4d", - "c8646979b2fe18659255b7fea97e8f946e042c32b74d6bb33894ea512d1249b1", - "c8d9dbddfb26de5de03c21b7060041120e1b7cf6724da7efdfa7d038d471966a", - "c932a5a681e9ae05d4053073ad0de7e3b1b92c50003decf6c2c0a3ac1385162f", - "c9411adf869676e742e06701b2dc76086d2c830bd6dd944b00238ba76871a477", - "ca2a3f4eecd79bb223b555b56a41a855edc79ce61dd9719b418883bfb0ce8849", - "ca326ec73c2cb7438b7f3d9657bd22e2ed56229c06d068b6aee74a5edc286db2", - "ca94881f7080acde94760482fbde210925f226585f4149e084ce7276767b15ac", - "cae99f1aa90bb26f1daae91719b2e11afdf580d91416ac384483753930bdeb62", - "cafa80903e34e34d9f9b4b03fcfea41e7d438b26cc01dd2670a8c317d6b7d9a3", - "cb6518992f90508b2a7487a83e8b7286189d7b647f31467ebdd3201d5c843db6", - "cb7e37eafc98253161a5b8974a28680211897afb3aba2786215ae5f062ad12a6", - "cbbc8748b66f6e29d0091cbe7f8d5b6530845840fe50fd88a98bcefeb86d7603", - "cbd13eea3963491da67517448eb3b512583aed8088d88247b7d1015ddae748f6", - "cbde49c2dfa7080fe8a2a962635c3089c22e4f28c46e755124a607dcf9359c5e", - "cc42d709dfb3f642508fc8278f22b6dd07ea5bbb268073b384778ba8d5384a7c", - "cc87549aa203238392de6cb2f3b84b5819b30a979a6e1e37e786ab82d51a544d", - "cd1968b183cb64254ce0df75bc338703f6882c16ca40f42ea128190d471522f0", - "ce0536b776755755a8daefe7adf72380cfbda08039c68954f27c261c1b99e569", - "ce237e1c71e8ee4aa6aa6b4e57a4851d811166e2a3450558b41e2574e29a2c18", - "ce3167a9df06b62b2492e677a1950c39820420174bdb6b98d8bd7e395a2f0d83", - "cf56e22c1316284bedcf7519014ae99cc3f5320d47e77f9afae35221e90bdced", - "cfa0395eb40490a607e6a5546aea008aba567a0d924e548ce09bbdab0bfc726a", - "cfa802ee798f1983efb6ae0c57c8b2019c1250f99f73f00e22740ff276c55cc7", - "cfc27fac59399b038c8b6d51a2c0b0f8356152514a5ee805e277fc9ddadeea6f", - "d0c30eb9af85b1223aa6b11f6e25df1a764db911ae59ff987248b848584671f6", - "d0fd27106c77490b44a70b06d53a4c5ae253e1bbe08b2c06369bb0f1e398c945", - "d1139c2a2229020e9931bb32a7ea05400e706a8e26781b208792cf3f797fd750", - "d12cac7f600556b1d7c8160da0401aa3acbced6d87eb5aa20300fe23dcc9cd8f", - "d13b85b1dd5461fc4b0dc1f72d52bc126d1f231f25128e3c6ac4e78cf0deaaa5", - "d146e4b3bf16bda7e863dfb172ce6b44253bb81d7bfebf8df8849e92ce03095d", - "d149c1dfab423d60c7b5fc4cd93229d8bbf721952b1b54808a7e2564a76ee0ea", - "d19c4b2dd4488d289b57ac307fc5a098b20b1cb65c858b6d34bc37c552f61af4", - "d1a00bc0667deb0e62f0bdf4b66cdbb68311ed4567397d51bb6b33b2eadbb998", - "d25f99ab1699f1a98ddb5093f35b9eafd6a82a5daaa296caff84dc614b327e76", - "d27ab113783544d47ce5c29e314bd3a32f8fab181071c63a240e746db1873af7", - "d31ba84d11a6e1f078b47c452ab7d58f4d01f8886dc148f822d7faf00d914c3d", - "d365784ee70efe139a84fcb0961f8dc81807d40ea8d7ca5d4fa203ad732f9488", - "d367329a4ae1d8754e2c44f85fbfec4f390001877b239c9aaf60738a326289fa", - "d37e8f2e32cc3f59da33903aecd0c950737fec1e8537a80ea3ed5f80b25a8c18", - "d3bee7f31c44657a8b303a0553cd2c3b1c60301314b9c356e6c65441a0ad10f7", - "d3e917da8553c171d5b33d06abb2c05fb287a3dd036f0b9df37f2bf71ad26de6", - "d3f0e09bdf7a772ea5639ab8849d87e1719eda1b9feb319d2d4f7e5bfeb370d9", - "d526c351a7902f4111cb8a43c43797f7696b985f21ebd2aa073ae9493086a27b", - "d579c2fa536fe88dbed4030d383cb9505284c4ca218f4cc651a899e6ad5ba9af", - "d57e3a73e9bb594b7ee7e9304236773d259c736698fb412066c53675ce58f06f", - "d5a05cf244e855b085635aff41389c5526164917696d1c8776ea2b15ea7b2b23", - "d5bff2bce3f1e8ff5dd7ace2c941877046a02eada9b6e051da0fdd03528c3bff", - "d6fc30e5f1256b594512c063884d6044fd4e34c78619d723eb0407eb0d4af21b", - "d7af479ef9d7d692aff8e63e02abc020df65f2dae9f5afa3026e72355ba3a2fb", - "d7b5a5dec67889714f9d551501376f2e968eb2c2713fa1aff06404eea04c939f", - "d7dfe8aa124396f5aa305ba85613660e711a1dbb2c3d01ea41c2598e664c0f18", - "d7f3b9350fbf6cc63c5ebb20a445c5cd4269c287e6147986fcafc6347eba60de", - "d8224ae00f0cc1755ae679121f4f7f5fc5ba59163a7b7a75e57ff04e78705d20", - "d8351aa03634c3b1db6dd6dee9655356dec40d4cf17e8f3e260719f3c3aeaaf0", - "d854f48316fc08c7b3b1dbf300271bc6ce0072caea0a46b272036ca03430a7f8", - "d88d0bbe8aeaa4c10a1677edb08ccde4ee7ed54ffcb8375e33320f8f1729a693", - "d893895ed4367456ea152ab74ed53c38bd2d97b7ed2cf5d51818ef43b17a26dd", - "d9556baf343fef6c4fe08aa7cffad2d5921c7e557a638ebed73dddbc91bbbbad", - "d96f59260917edbfc3595aed03876914378f8e80429d63b5c8c22125fb63bf39", - "da3dcc0b9fb577c077fff57f49427dbdb63660d949dfe7b995120b1009403ff5", - "dad06856107600a203cbed29e0c5ff7c3114f20a64575ec05e66114cef5bd9e1", - "db55d8bcd3eab8bfc29ced584a09e7d233998eb0843c462ed32fc1f065ba2e75", - "dbe156f5ecbd89f36539a3ea18e0074c072cad45220c447f9b205cdbc7e88c00", - "dc7b9516b3e71065ab8d038ae98b8a26acfd5d52ec72bade1a724955b8cedb7d", - "dc9f0d69bdf4bee64a936b9e6c3e92f3dd5247d294537b1d532ba5c9665eeab5", - "dca3a7fadbb87cc5f4797c8b32a5b097a492207d33ec7a6e3101676e609da864", - "dcd6adccda7e8352bf3612f9104d29fa25f95da488e2d415af02cabe88e71fe7", - "dce1850aaeef3203974ec3b510b3b1efd6bc52ccbef81e3ba27b3a233ede11c5", - "dd21402d2d9a3face67848eb4140d50cda1665fc1d41f800b030ec849075864a", - "dda41bfa92fc86f3a1b58d72aa88cfab1755e06c7676d941259dfae01982a81b", - "de80b392290589142342403e5812dccad74cc7b652220ea1a76ea8284290cea8", - "dea9265778405a78d2bd7a6d877ab27aa124c1e81ce36832e181822f79b205af", - "df25b8ee5a682b3db922da84bc4c53e2f86fc97d66057b45fb4ec2274e5cb1c4", - "df902a4911ebfec696442afef041e5c5d60f6ab0b76bcd18d87fa3fc63c5c706", - "dfa8ad883a741fba8c8535e4c962bb77c58a3280d6fcb1af1541f17da5bdbdbc", - "e0a71ecbe4f511cfd8e23e5b5119b042689c31540d184f0fafa6ab1921ac16b9", - "e1d4d9ce853f16c8e090cb9f93b4f03b84165eb2770950673d52fffa7fd48b10", - "e1eab2dbd191890b25d5a86e43ed0040ae03b9ab7f1704a65bb6effd3e6f6065", - "e28746803fe9bed5761641c78be9066d6d47e181e029d1b14dff891eba2ad74a", - "e2a84a864241ba1dab9c3d546bc238a6a53e2fa3aad50c9576dfa34a7da4f5a9", - "e45de92f5447c20431e5225bcf674f31cd7557158aaffee5a657156676dcb0e9", - "e4ad7a1c681022ac8e38b6dbc358e5afba3b2a079d9d4d3da607053b8286d3ad", - "e54bf04bc8573a0f0eb86c8e12c3b6d1e0924e2f73ba8a1a48dc341b35a2fefd", - "e55031d1bdb39d81adf5bd8998cacc1f9d5ceb0bb1b4ab9a8adaf1540ff6e0a0", - "e5b93ae52e14f23519cec463edd7ea6b949f598a15584d444a689c32ef631417", - "e5db2f6171b1c909225e323ca5fb43425e87ff6f6383fd97686d8cc07a80fbe5", - "e651cbe3ebbe225b8cc489cca977682368395d3ad8e28391ceb4643bc6439432", - "e6d1b22f3cd418e663d395da3835ef1b04c4a4394b5ff1873bd240ac48fbfb2f", - "e72c7ce4ec188f59dd5d57dd85c16fdf9ee6552652aa49e289f5d94f5d3bcee3", - "e732e3c8f08637e81112373e67ed52a20e269f40961745389b9b6fad4bfaf6ec", - "e7b8a49f1ccf641834bd19b6598336f55cff62e8f678357ff786ddfa0098a1a9", - "e7c62432a613f1c297aaf2f1843285ccc9dee6a6a17bcef330f86616d89aa425", - "e7fc2d0364a14576791418998868c170e307cb84f89f2c6f2301ab558c2a0c09", - "e88af25cb718cab742136f0ce7d3ac7d1a44c878b567af1da050af59ad2469b2", - "e8c1a18ff0b4b85d5b496d4a8fe46d77f4c3ef3418721c9307b7311ca3e89df4", - "e932af48fd2c0fdb926c5a3e518f47cb424a479f0dfcc56a1031c7eebd7dc8a6", - "e9cd43b3dbbccfa08c299f7c364c23bfb3e221092586dca903f40ff323ab41ec", - "ea9a622c0bd29784bf33c2b81c86fb6f1f4a2f2843b03bef5394f9b6995a45a1", - "eaa55506331b06f7758d4462b2fbf57ffd96ae4037d01dc5b8d739bbd8df7b77", - "eb54a871812621323e38786027dcebaf35ce1f64543cd1b472f8941f24560bfe", - "eb65f206033878fb8895ecbd9e17e8a5e813bf8ae08bf3c4cbe2575d5960140f", - "eb6aeaa894e45cad0883d5847f2d969032bdc1d59ea60faf4ab16af2e442cd67", - "eb8f04154f0029c9bb1494c200553d60de679399a479f07b6c5e9b3175eb14f9", - "ebafc274f27a1ab101b961f7f609f987b5b2c894bd65d6118a057a37e3046537", - "ebfeb49a617e6791f75b35f0a8e0d45334c65bc23e7e706499edac76ba0f6a46", - "ec07e6e9f886f2995fd0b9af81f0653f37f93e7081c2ac86b4df1f8129726aa9", - "ec1327e0f6d6bd8032b281611759a079c6c988028b808744203cf823f0f34c41", - "ec31d5923a8f8113b414047ce83fde123eb03e9d2a7402f6dcbfd3dc2908f9b4", - "ec52d9c2de8fc2193041ad2a9284b09a5ab97fd0098e7bb402dc8544bb21ef8f", - "ecfc09d7cd940abb9d2fa0fef6660eba395bd99654a4928976c2859a125d2168", - "ed34164843069d406e66b5c66f1a39070d312c16b6511b996a2394387ac6807f", - "ed5d58b839b78ad3c4461fb562169824fcbc1bced58c0a423f106be741e1cb5c", - "ee2fc0244b303ec9f708c2937d5cc7c268a526ab0127b7af9c1013c8bf7fdfb2", - "ee9e40850f02d2f88b781daf8bc65f5033e060f428fdadf9e1975b96990d6d41", - "ef8e9394664162f61272f79cdba52b6f8e9b816cf80e3f03e98f23dc20423509", - "f0076d0e40e1cdf9889f1ecd679f532f4ccdec3c50da0e60bc89413ff5021a48", - "f18d0c1b629bd56919abc893d786caf27e0729373a80bec9e50af42f6cebdc10", - "f1922b3c799837f38bcdc8de31e1c9c89a3159d0b52995d08ad84fac39e90860", - "f1bdcd9b831f80b80cba936da26bbe10efe1e1cc082923a1700552cf07b9d167", - "f1fe04f54098b086599063a582c9a29113c5d7d0dbe29d0549eeae04d1d308c0", - "f33c8e79e709b819dd4282035f6c0d6858b51719684721da26a7af352547fec3", - "f3e6bb922035df39a9d89301d0974c6810a46d6de5f1724ba58a09d437621477", - "f43e0a6b08cede1729fae5a90d3d4066d8550492d1fea913f0357a449fce18c8", - "f4426db5683915e3ef561b29659ee70f7175066329e83c5ace82b47275e10675", - "f636f28a66daa9a0256db6cbad3d556138db037dcb2ee4ea31366a881d4bd93a", - "f64c7debec4a7af37ba31357dc9778d1feecae5ca98929e1c5a933b37ab46f4b", - "f6648165899f432fe32a0b39aca309ccb9f195b67c02beb3b7c26d70df734c79", - "f69b61d0cee44f46327e34bd591ee34892933e61ff140cbe050661573f0cb37e", - "f6b7c9780628e62b83ba6801f05089e8cae17fb2eda9ca2294121bc33e074fb7", - "f6ffca0e6762b3d3c7e88e3e0d7616c06e754ce32780ccd318101cad963e4691", - "f733d45ab3832d5564f111bfeb896d794aeffc582efee9b29be78b8148c016dc", - "f78249e033b8ea122349d86277974f2cca328b54035c699fba804d936739612c", - "f7f1bcaf26260a7f7b8498a89be9378ef5e7a3d10262dfbcbbf99e5f956e63b1", - "f82d4bbec2551c3b75f026472f22867cadd2885ea429fb1197f50136abbd71b4", - "f8392ff530eee6e08c4a759d4d6046c593ff8c756ec88ba0f05e0b417f92b5d2", - "f849a5ae9e2b5d9ab1e6617f54468d24fea57a19cd8c32c7d107c827f8d57c9d", - "f84ba1826381928854c0c7ccec4118c9063b9efec1f56692fd3f5f267c916eec", - "f85006cfc910d9f15f48d536b2c7c3dd1abdfb43ece6d9621b596d4d95946c55", - "f8b407a2be221a0690d93e39bbe76333b029f96bdda2907fc9fcbab52bdda641", - "f8b66c17114ccb4bcbc130afac807b3806c1a82b184c68a95cd23ff1b3a0ec22", - "f8caa65cbec8f35dda9b98f2afa97db1a6d052fa78e84c7cda8ed8faf486ef48", - "f9b84bd5f9334df9b9748749f641f988fb914aa7654608413ba55d0518924a65", - "f9e3dbc978e569f786677848e553c97a5d93bb790300be1f0e85bf72980f09a3", - "fa88996ae44b4946296004c9484ec3847c8cd51148d5e69f6893bc4cf9fd49d9", - "faa375a8ffc6ed6110e4771f47f86d18171d5598f72c2b730231f78e2634940d", - "faed2a7b9b06c0983f58c9e44d9c7a4e8c0b481f0f84d5572d318114c6893e96", - "fc0084fbe6a635c6a08a4845af47157fa3c73f4053efe35a6f2edcfb69ef8639", - "fc30a4bd88a3f7ffcabda516b9e1b8bd774e3b6a66cec74ef1539604c66d98da", - "fd56168769e38c7a368c6b2f8ceccf7d5a83e4c4d002b3a3e8a3e68243fccfaa", - "fd64603fd3a718a809aaf903235fde125f959fe1a261a6ea8ace78b3ef50cbf8", - "fdc91c39554f09455b7dcecca320b76942e183534e87969391aaa0735bdc4245", - "fe8372c0a1207c4695273f847876c25783d81b9327698e880a4781a1cf096be6" - ], - "task_set_sha256": "c033bf8e349350b186a47b28c94d4b0f356cbb519d0cffb3d5a7389ce7d7ca2f", - "taskset_artifact_sha256": "615e6164a29ea57c507d979934f3ce484d6b71f4d6da55e9e8d338147c68e536" - }, - "schema_version": "flavourbench-epicure-native-leaderboard-v2", - "status": "complete_automated_leaderboard", - "track": "Epicure-native exact-choice" - }, - "models": [ - { - "canonical_model_slug": "openai/gpt-5.6-sol-pro-20260709", - "display_name": "OpenAI: GPT-5.6 Sol Pro", - "execution_backend": "openrouter", - "model_id": "openai/gpt-5.6-sol-pro", - "provider_route": "openai/flex", - "slot_id": "frontier-refresh-01" - }, - { - "canonical_model_slug": "openai/gpt-5.6-terra-pro-20260709", - "display_name": "OpenAI: GPT-5.6 Terra Pro", - "execution_backend": "openrouter", - "model_id": "openai/gpt-5.6-terra-pro", - "provider_route": "openai/flex", - "slot_id": "frontier-refresh-02" - }, - { - "canonical_model_slug": "openai/gpt-5.6-luna-pro-20260709", - "display_name": "OpenAI: GPT-5.6 Luna Pro", - "execution_backend": "openrouter", - "model_id": "openai/gpt-5.6-luna-pro", - "provider_route": "openai/flex", - "slot_id": "frontier-refresh-03" - }, - { - "canonical_model_slug": "anthropic/claude-5-fable-20260609", - "display_name": "Anthropic: Claude Fable 5", - "execution_backend": "openrouter", - "model_id": "anthropic/claude-fable-5", - "provider_route": "amazon-bedrock", - "slot_id": "frontier-refresh-04" - }, - { - "canonical_model_slug": "anthropic/claude-opus-5-20260723", - "display_name": "Claude Opus 5", - "execution_backend": "openrouter", - "model_id": "anthropic/claude-opus-5", - "provider_route": "amazon-bedrock/claude-on-aws", - "slot_id": "frontier-refresh-05" - }, - { - "canonical_model_slug": "anthropic/claude-sonnet-5-20260630", - "display_name": "Anthropic: Claude Sonnet 5", - "execution_backend": "openrouter", - "model_id": "anthropic/claude-sonnet-5", - "provider_route": "amazon-bedrock/claude-on-aws", - "slot_id": "frontier-refresh-06" - }, - { - "canonical_model_slug": "google/gemini-3.1-pro-preview-20260219", - "display_name": "Google: Gemini 3.1 Pro Preview", - "execution_backend": "openrouter", - "model_id": "google/gemini-3.1-pro-preview", - "provider_route": "google-vertex/global/flex", - "slot_id": "frontier-refresh-07" - }, - { - "canonical_model_slug": "google/gemini-3.6-flash-20260721", - "display_name": "Google: Gemini 3.6 Flash", - "execution_backend": "openrouter", - "model_id": "google/gemini-3.6-flash", - "provider_route": "google-vertex/global/flex", - "slot_id": "frontier-refresh-08" - }, - { - "canonical_model_slug": "x-ai/grok-4.5-20260708", - "display_name": "SpaceXAI: Grok 4.5", - "execution_backend": "openrouter", - "model_id": "x-ai/grok-4.5", - "provider_route": "xai/zdr", - "slot_id": "frontier-refresh-09" - }, - { - "canonical_model_slug": "k3", - "display_name": "MoonshotAI: Kimi K3", - "execution_backend": "kimi_direct", - "model_id": "moonshotai/kimi-k3", - "provider_route": "kimi-code-direct", - "slot_id": "frontier-refresh-10" - }, - { - "canonical_model_slug": "qwen/qwen3.8-max-20260803", - "display_name": "Qwen: Qwen3.8 Max", - "execution_backend": "openrouter", - "model_id": "qwen/qwen3.8-max", - "provider_route": "alibaba", - "slot_id": "frontier-refresh-11" - }, - { - "canonical_model_slug": "z-ai/glm-5.2-20260616", - "display_name": "Z.ai: GLM 5.2", - "execution_backend": "openrouter", - "model_id": "z-ai/glm-5.2", - "provider_route": "coreweave/fp4", - "slot_id": "frontier-refresh-12" - }, - { - "canonical_model_slug": "deepseek/deepseek-v4-pro-20260423", - "display_name": "DeepSeek: DeepSeek V4 Pro", - "execution_backend": "openrouter", - "model_id": "deepseek/deepseek-v4-pro", - "provider_route": "baidu/fp8", - "slot_id": "frontier-refresh-13" - }, - { - "canonical_model_slug": "deepseek/deepseek-v4-flash-20260731", - "display_name": "DeepSeek: DeepSeek V4 Flash 0731", - "execution_backend": "openrouter", - "model_id": "deepseek/deepseek-v4-flash-0731", - "provider_route": "cloudflare/fp8", - "slot_id": "frontier-refresh-14" - }, - { - "canonical_model_slug": "minimax/minimax-m3-20260531", - "display_name": "MiniMax: MiniMax M3", - "execution_backend": "openrouter", - "model_id": "minimax/minimax-m3", - "provider_route": "together", - "slot_id": "frontier-refresh-15" - }, - { - "canonical_model_slug": "nvidia/nemotron-3-ultra-550b-a55b-20260604", - "display_name": "NVIDIA: Nemotron 3 Ultra", - "execution_backend": "openrouter", - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "provider_route": "deepinfra/fp4", - "slot_id": "frontier-refresh-16" - }, - { - "canonical_model_slug": "mistralai/mistral-large-2512", - "display_name": "Mistral: Mistral Large 3 2512", - "execution_backend": "openrouter", - "model_id": "mistralai/mistral-large-2512", - "provider_route": "mistral", - "slot_id": "frontier-refresh-17" - }, - { - "canonical_model_slug": "tencent/hy3-20260706", - "display_name": "Tencent: Hy3", - "execution_backend": "openrouter", - "model_id": "tencent/hy3", - "provider_route": "baidu/fp8", - "slot_id": "frontier-refresh-18" - }, - { - "canonical_model_slug": "command-a-plus-05-2026", - "display_name": "Cohere Command A Plus", - "execution_backend": "cohere_direct", - "model_id": "cohere/command-a-plus-05-2026", - "provider_route": "cohere-direct", - "slot_id": "frontier-refresh-19" - }, - { - "canonical_model_slug": "command-a-reasoning-08-2025", - "display_name": "Cohere Command A Reasoning", - "execution_backend": "cohere_direct", - "model_id": "cohere/command-a-reasoning-08-2025", - "provider_route": "cohere-direct", - "slot_id": "frontier-refresh-20" - } - ], - "observations": [ - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 15407, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17142, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e5c5b340414a48b3a91a6f81013521ac2528a1cac3dd565bc0f17a408a842b0a", - "source_artifact_sha256": "5bc9597cc0c5d4e2b2fbe65ae5d1725adc68536d8588f6b8937ca2b4f8ace747", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27806, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17565, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c022627199b4d412d127c965f1112936cfa5ede9bbfd61431a1cae868f860f8d", - "source_artifact_sha256": "5bc9597cc0c5d4e2b2fbe65ae5d1725adc68536d8588f6b8937ca2b4f8ace747", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 9542, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13626, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3a97348cccb9a9ac0505588c61d9831b23b3bdcf1c8ed765201839549cfe1b75", - "source_artifact_sha256": "d526c351a7902f4111cb8a43c43797f7696b985f21ebd2aa073ae9493086a27b", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27714, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17043, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "642bff4066478820ebbed972b57d52a617aa6ad8ccf4a0e9c37cab972c3c4be3", - "source_artifact_sha256": "d526c351a7902f4111cb8a43c43797f7696b985f21ebd2aa073ae9493086a27b", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 9465, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9492, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "64ee551ef97d54a5d900f677d988f3a254052b9d7fc4550c723ae9402d57870b", - "source_artifact_sha256": "08460110c04c5e9978541827ee0cbd1aa341a4af21eea8583a6dbed42a10ae70", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27806, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17742, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "59ac94d7425b4d86d8fbcd75dc4ab83ccd6a02c4618b2d6fa55073cf8f943b75", - "source_artifact_sha256": "08460110c04c5e9978541827ee0cbd1aa341a4af21eea8583a6dbed42a10ae70", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 15739, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17855, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5869be47636aea8f310f7f085fec5f28929df97b57ca3983550d276d70c98f6c", - "source_artifact_sha256": "64ef96a75661e728713b1edaf350f16b830785bf5c5d90ea2b1dc32e92ee2220", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27806, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14761, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5623ee9b3917c016c0d4f4468a894b0bfaadd98c4b6550e5bca93c51b88a08c6", - "source_artifact_sha256": "64ef96a75661e728713b1edaf350f16b830785bf5c5d90ea2b1dc32e92ee2220", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 14150, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16386, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a08118fefdcd15bc69c6f5c411b3ab29a9a19d3be117da1a083431b22dc79447", - "source_artifact_sha256": "43f6a808cc914f292e8c7ca6ba817d2a9cc4937c682395574263b8933798f5df", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17637, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17675, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ebbfe25ef3f5b77b5823762991ccb1c42c5db4bd98a24f0966ba33775befef06", - "source_artifact_sha256": "43f6a808cc914f292e8c7ca6ba817d2a9cc4937c682395574263b8933798f5df", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 13266, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 24711, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "06bf7e600ac02fb7f49e0f3bb059b8e9460e6d7906a60d0cac16e562ab8067b4", - "source_artifact_sha256": "0bb3ac801fe13c7f8fc506ea231d910455fdf9e6f027acae8920dea2ab8a62ad", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27714, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15668, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "612a923edd2f27a683c418ffbec994c67b95ec72adef790b7feea0ff27310788", - "source_artifact_sha256": "0bb3ac801fe13c7f8fc506ea231d910455fdf9e6f027acae8920dea2ab8a62ad", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 15239, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 33415, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "965939828892798cfd94fc3539a863fd192ad9930e915b0d72623b17a812ff8d", - "source_artifact_sha256": "28c42cb0be0899a4d851aad671a4b29639423c788c69d4eb3dd1356c98709735", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27806, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 43514, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8904528213eb4dd14c28290e0b988176de80b67f3c9407f15b4cae87c8adc9df", - "source_artifact_sha256": "28c42cb0be0899a4d851aad671a4b29639423c788c69d4eb3dd1356c98709735", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 22, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 11437, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 24080, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "cc2bab45fd2c806b234a444e095f58637b2694d821717afcf18a8203546e2765", - "source_artifact_sha256": "599a9e9e69b4facae0435d47db71e96d7627eebd1d01ebd22bbe13860cbc9602", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 28224, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15565, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9aa726416af3a750c412c39f6d8a822ba827668de84917b708b2f2e68bd5beb2", - "source_artifact_sha256": "599a9e9e69b4facae0435d47db71e96d7627eebd1d01ebd22bbe13860cbc9602", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 10445, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9536, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d61aa0093b5dbb6fdf953c1a5631006d99d471bfcb31b9b7c9acc8c3c06c5410", - "source_artifact_sha256": "a6c50c86c92054f7462c8caa932fd62c7aae9cdec855369b5e4d075f65f458de", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 24341, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21465, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2d2d83b6dc2743bda8e5270f04b84ae6e5cdf5486b1ba1340649f2f6ce4560bd", - "source_artifact_sha256": "a6c50c86c92054f7462c8caa932fd62c7aae9cdec855369b5e4d075f65f458de", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8604, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19606, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a2b64a0638b1203063e9f212eaa78df93c73d560a7ec816fc084371f8e750e34", - "source_artifact_sha256": "ec31d5923a8f8113b414047ce83fde123eb03e9d2a7402f6dcbfd3dc2908f9b4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23985, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 24691, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "56d807e172988742c0661c76ecad767fda50828e329f30bf9ea27285b21ff298", - "source_artifact_sha256": "ec31d5923a8f8113b414047ce83fde123eb03e9d2a7402f6dcbfd3dc2908f9b4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 7, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "9de4dbda19a8a148df19452e42398951f5efcf0bb632fa42d0d2c8dc3c68b6e9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23833, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 30076, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d3c7fc4ad1d3848d66b4de21c4bf741058cb0ca2a6940904dd1e9fd2dac8bfba", - "source_artifact_sha256": "9de4dbda19a8a148df19452e42398951f5efcf0bb632fa42d0d2c8dc3c68b6e9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8257, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11959, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "517fd16d384bfc4ef0d16e4d4973d2b816e82b47f4a9a3858c8f4dbd53cdac0f", - "source_artifact_sha256": "5796e960d7b54eca49fab7dc0068d8b70bfc6f87d2e4b2372669576ca418ec5a", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23957, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25155, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "444a11232efd23eba598a5484a1231b94b595592f2a70849a6f3fde3e459e72d", - "source_artifact_sha256": "5796e960d7b54eca49fab7dc0068d8b70bfc6f87d2e4b2372669576ca418ec5a", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8505, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13487, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9228c0f33fe12d1f1ef460cd938afe26c969083a6931581f4b0b2c06855fd21c", - "source_artifact_sha256": "d13b85b1dd5461fc4b0dc1f72d52bc126d1f231f25128e3c6ac4e78cf0deaaa5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23723, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16567, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "401471ad18f30756bf67b46bd60ef8e21610b5c247c8270ecbc8e81dfceb7302", - "source_artifact_sha256": "d13b85b1dd5461fc4b0dc1f72d52bc126d1f231f25128e3c6ac4e78cf0deaaa5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8675, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12863, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "df6c925bb034f18d3513e726f8c628c3718869205e59e16d09ba6a851cfd56b2", - "source_artifact_sha256": "b8d763194f4ee0d877cd6ad5a7cfa83d2a565818ae175d33a90d1958cfc4ec48", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 11437, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16538, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8457c5fa6190182892be103282422b8676ae1e1b994e0ea54a2428e86227ffe1", - "source_artifact_sha256": "b8d763194f4ee0d877cd6ad5a7cfa83d2a565818ae175d33a90d1958cfc4ec48", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8470, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13593, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9867c5b1b67e4f515ba04b8ce9353dd45ca926f10a4655dbe6e8822a850e56af", - "source_artifact_sha256": "c2a7d8c37ad8175216f9fa2b0446ceef31553a0ef298de49d4e2b7ff3652a2f5", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23751, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13410, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "215c394703f66feb37bb156c7a26ff0752ae74afb77ac1d533f7313add229228", - "source_artifact_sha256": "c2a7d8c37ad8175216f9fa2b0446ceef31553a0ef298de49d4e2b7ff3652a2f5", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 8227, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16512, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "11eec5d82caab6405f2e69aa9935aa3c6a7003057d84c0467a02dbb811fb6130", - "source_artifact_sha256": "0d84a9e734dcc58a7943c2ca34cd2a9f84e9eb198001f5bac73abb1302c88d0b", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23729, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20042, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "df6cdb6604f939a4cdcda303cb1c35cc496ab2ea024fe32dca40d2f6c374ee36", - "source_artifact_sha256": "0d84a9e734dcc58a7943c2ca34cd2a9f84e9eb198001f5bac73abb1302c88d0b", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8299, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13868, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0be17edc67efa6bb229f115644ae99f79b7b1443fee6468fef2e4b9c6d5cb49c", - "source_artifact_sha256": "7e93698b17b7d173b4989c20d7b1c90f65479717712d5ba64c5c07dad9e15aed", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 24474, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20111, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b186dc2974d580152992247d12bea95210fa955a505189d9df76f55b38e8e811", - "source_artifact_sha256": "7e93698b17b7d173b4989c20d7b1c90f65479717712d5ba64c5c07dad9e15aed", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 7151, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19730, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2bdae9da42255304d053b8376ccf6f850521ec7e1ae531466cbcba4ac3f0aca4", - "source_artifact_sha256": "b1376c7c7145127a67da4d8c99620cc7a2723dcdda180606a48595eee057a4eb", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 25378, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 21252, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7ccc0d21eac997e79d4a82c2b6152613cdb1ed8ca0eab93306e4e446a10a3675", - "source_artifact_sha256": "b1376c7c7145127a67da4d8c99620cc7a2723dcdda180606a48595eee057a4eb", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8178, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10268, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ce92d5fa59fdcb46e819522bac25071f05566893cbd8b4744893b24c3ef9fd32", - "source_artifact_sha256": "c4a9cb938c55ffd891cf79d3e554bac8360a497a44441cf4972da6cb60f28a00", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 10847, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17999, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "93463dea184ea2576d8ff2561b8d20ddb883bd093ca0158fbfc76a989307d51e", - "source_artifact_sha256": "c4a9cb938c55ffd891cf79d3e554bac8360a497a44441cf4972da6cb60f28a00", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 12, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 8465, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15507, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "53f8de2c114ed2c1bccb47997d8e877de3fd741c8d35bf96ae2c7e3d134b63a3", - "source_artifact_sha256": "ae551769d58e235e1eeba72183421b3003e1eb7350689673e33607891fa28673", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 25304, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 32191, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "86ac8f449c4466b304d94c780b9230f1f12de5b2102ce3c43c92fab80e911280", - "source_artifact_sha256": "ae551769d58e235e1eeba72183421b3003e1eb7350689673e33607891fa28673", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 22, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 8163, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15623, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e388fd993ca6363da43d5790174814b5eeb2a0cee1667069d57001e5549e5810", - "source_artifact_sha256": "39a3291c110316ad88b60303a3dc4c1c1d169be91be745385c62cf90bea9cf95", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 24499, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17300, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8a7f24dd9fafc2d2623b1bdbe20b4060208a4cf0030ccd84cecfaac06373d833", - "source_artifact_sha256": "39a3291c110316ad88b60303a3dc4c1c1d169be91be745385c62cf90bea9cf95", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7963, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13684, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c5ba188f996fbe265bc40864155b2fea3392abe3f5822ec50f926e560d64a4d1", - "source_artifact_sha256": "bcd344259ceec46d8c6addf2666cc88770c357aa02ac0a4e3a4e0ee16e223b44", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 25304, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16172, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b492319b178ec7ca2f2e76cbfac4e02ad136caaf8e23a954f3ae9a1d77c44d16", - "source_artifact_sha256": "bcd344259ceec46d8c6addf2666cc88770c357aa02ac0a4e3a4e0ee16e223b44", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8227, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13854, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0f1d54a9def7e48dd5a1a35680fcd5c74778dcce14fc442174fd35c417058f56", - "source_artifact_sha256": "735af467057d7a6e6cf312d24af567c361957bafb4d9f5b937d5786bd4429b0b", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 25477, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18292, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "707a486939096f6f645f619d38ba63830932873315238c7d99a7deb822124207", - "source_artifact_sha256": "735af467057d7a6e6cf312d24af567c361957bafb4d9f5b937d5786bd4429b0b", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 7, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 12106, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17874, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b3dd3f9e638578acf2705ec48dd1984eebcdfde93836a3266bc51134e46ee5fa", - "source_artifact_sha256": "f636f28a66daa9a0256db6cbad3d556138db037dcb2ee4ea31366a881d4bd93a", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 24547, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17145, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0db006c799cfdddd563370d62ca6ff748daddbc8b8f5d25314912d5803d35418", - "source_artifact_sha256": "f636f28a66daa9a0256db6cbad3d556138db037dcb2ee4ea31366a881d4bd93a", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 12059, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 23419, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "68b88da4ed616bdd8e599445be277cd9f10fc7d3579bb98708b7d92fb48c48a8", - "source_artifact_sha256": "977cc2c4ba16d4bc5921322252a1a4c38ad201768cf32f9391a3f5d15df9f9ec", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27587, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 20872, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "8fe0915223a11c9a619cf9b323204983cff8b50c841b796d7463030621f1ea09", - "source_artifact_sha256": "977cc2c4ba16d4bc5921322252a1a4c38ad201768cf32f9391a3f5d15df9f9ec", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 19466, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17128, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "287bbf9efe45dd007a25bda5a559f49f1e9a49e09541d3b7a9f423925ffa253b", - "source_artifact_sha256": "3e020f226415e2dedb34079319a1e4cf1c5f95ed4a0268de79626d981a1a9f7d", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23129, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10823, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "576902a9bb99700414438d198897277d24f184218af3897d690f90096217e65f", - "source_artifact_sha256": "3e020f226415e2dedb34079319a1e4cf1c5f95ed4a0268de79626d981a1a9f7d", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 16355, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19784, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "68f27a66727db95e887471d9d4d2c6cd422ba71513254e2e94bfb862432f6549", - "source_artifact_sha256": "f6648165899f432fe32a0b39aca309ccb9f195b67c02beb3b7c26d70df734c79", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17530, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17114, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "caab7d8a8ef1c87254625fafdde7c8a80a90fa801bd92692489fb2be2554e61b", - "source_artifact_sha256": "f6648165899f432fe32a0b39aca309ccb9f195b67c02beb3b7c26d70df734c79", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 28235, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 51306, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "81e4b640292aeb5d3e9b48a728f84c453eecd90dbcda077f2da3964ac5131dfa", - "source_artifact_sha256": "f8b66c17114ccb4bcbc130afac807b3806c1a82b184c68a95cd23ff1b3a0ec22", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27495, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 22500, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a52a84100ec491beb4227aef49d7127228b2432e8f243235f0c74e78f8e33674", - "source_artifact_sha256": "f8b66c17114ccb4bcbc130afac807b3806c1a82b184c68a95cd23ff1b3a0ec22", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 8972, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13312, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "68bf5154f5ba87990db78124a34bfe1ebb1ba4c8249e861e3ff13b6bc3b74c70", - "source_artifact_sha256": "a7541b6289f27b1a4a42806c677bfac6a2ec2667e9c29ee05ba597f6326a8109", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27557, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16040, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "68e47c7fb60792ede50db33ca22d762eb2245468ffd7e06c6a3f3a5828e71753", - "source_artifact_sha256": "a7541b6289f27b1a4a42806c677bfac6a2ec2667e9c29ee05ba597f6326a8109", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 26290, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 34648, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "321b4be6ce69b96b34912417c80595fd1c04e79ff4b3637a0aaaed0091f5a1b6", - "source_artifact_sha256": "707de3aa54d2ea732188d92ea8bdd287c005f121f47cc5e3c642f037de7ab622", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 27509, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15554, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "08a7a33edcc8d4f179b490e387029db97c0ac96ebdc19b66b336eb4d937a4f1b", - "source_artifact_sha256": "707de3aa54d2ea732188d92ea8bdd287c005f121f47cc5e3c642f037de7ab622", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 12173, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19088, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4bba748247702b0b1e2884a3eb090cae5b1aa3ec016c367d68c75a2db579e605", - "source_artifact_sha256": "7f916574a2bb0f5d9cb22a1390fd803da87d49bb697c9aea8b62f30a96436724", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17362, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16633, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "01c3f7697005271d0cbdce0ca1e384fbf98e815bb57c3506b1bd9857d0b7af56", - "source_artifact_sha256": "7f916574a2bb0f5d9cb22a1390fd803da87d49bb697c9aea8b62f30a96436724", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 13039, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13700, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "92dc64863dd74ac583d2fa77b4ee5aa13fdef9555ed555d256e601454b92e664", - "source_artifact_sha256": "16440eedd41183f7614273ee4746909665766c8ba899c9169c456e635bfccd0f", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-sol-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 23045, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15117, - "model_id": "openai/gpt-5.6-sol-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9f499ce06db524a1be9c47e411a01843f40881bf988bc158c473d110d6792966", - "source_artifact_sha256": "16440eedd41183f7614273ee4746909665766c8ba899c9169c456e635bfccd0f", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1927, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11549, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c7f7956172059e5907c503cd52776cbcfd1b39bc536d275a902ff257019ea882", - "source_artifact_sha256": "63519a0bc06831eec2d4e1ca118532c18e3fb80d2a8ed7731c3a0b12e4db31e2", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5924, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13637, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "06ce5f6d3944b23517a3bcd666ebf90c524268922909aa3bfcc9e3e1fea117a2", - "source_artifact_sha256": "63519a0bc06831eec2d4e1ca118532c18e3fb80d2a8ed7731c3a0b12e4db31e2", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1906, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12676, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "4cabb1fbd013d1a78d04b084795ef32b22d669535da974132613b615b25a3166", - "source_artifact_sha256": "e45de92f5447c20431e5225bcf674f31cd7557158aaffee5a657156676dcb0e9", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6232, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10631, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "213664e5dcd2d3a6d3eeaf1049d134e45c32a3986766879ffbc41975811f512a", - "source_artifact_sha256": "e45de92f5447c20431e5225bcf674f31cd7557158aaffee5a657156676dcb0e9", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2081, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13251, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6d3f3adb722ebf0ad0af9a9e0d254015e243bdf11242fba092d8ef00586dfebc", - "source_artifact_sha256": "78aa42164b955b4dc25fd051e9bd21ba255e53985d92ebae075c478a849504aa", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5162, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15469, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2c50905b0c92f1b0b1b7985eeecddb9315da13b6df098746c2e1dc9b64ceff39", - "source_artifact_sha256": "78aa42164b955b4dc25fd051e9bd21ba255e53985d92ebae075c478a849504aa", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 19, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3099, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15277, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "455ac7569a145b3b90a48cd7924c259e5eb28b103669acbcd4ba0f11c67341b9", - "source_artifact_sha256": "9ed6aedb1ac8053bffd5dcc0f287437768f852c7677496c34c00714b1cc8199a", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5123, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11063, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "03e922d85f55a5a18b217300e1b08957e1af67561ccf86e11a8b181bc0c818b9", - "source_artifact_sha256": "9ed6aedb1ac8053bffd5dcc0f287437768f852c7677496c34c00714b1cc8199a", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3375, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16215, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9494c545d3b10da80b74ae65136da5c08cfae8a4f77e00c738f7e7c328aeaf86", - "source_artifact_sha256": "12acda6943339051abfe6e8db7b746a81c7e3f761880d7c00ced13333abf5ff5", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5978, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14359, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b169bb61a8db0525a5c64a1bd3c020c50c3e1948aaf4297cab8734a4e9e23c9d", - "source_artifact_sha256": "12acda6943339051abfe6e8db7b746a81c7e3f761880d7c00ced13333abf5ff5", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2002, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12296, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "de2e4ff3f54295d04b510ed3cbe3b9f9ac11af17eecff257588fec756b9c6a86", - "source_artifact_sha256": "fc30a4bd88a3f7ffcabda516b9e1b8bd774e3b6a66cec74ef1539604c66d98da", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5991, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15166, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "591f49a8e832aefe7ab8bbd78c0f8ac938e83117918ac179c4c619a7d5389079", - "source_artifact_sha256": "fc30a4bd88a3f7ffcabda516b9e1b8bd774e3b6a66cec74ef1539604c66d98da", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 19, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2239, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13154, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "08ecefcb05535506be6b460d61250efe87d7857078e7561c3659e8386ae3ad01", - "source_artifact_sha256": "54c07e9e8ebc5830112b70d3df830b80ce0e3edab4acfce6c1af54efe1aa0823", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5149, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14214, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0e4c92100e1282e1dbae0e16ac6ecf22cf4d60185e52abfadaef7d9e64793e1d", - "source_artifact_sha256": "54c07e9e8ebc5830112b70d3df830b80ce0e3edab4acfce6c1af54efe1aa0823", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 8, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2499, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22468, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ffff46777f476b6e7afb995072b92824e4a4e595d4ca9a7188b51d9b8e978e8d", - "source_artifact_sha256": "11043b63fe7ce551184f74099619854a461fe5fa0bfca7dedac591f481a28b57", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5083, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21507, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "86b648c64ddf9fa9eeea39ea1b206349798cd1c5981fde34a17bbe76813fac8f", - "source_artifact_sha256": "11043b63fe7ce551184f74099619854a461fe5fa0bfca7dedac591f481a28b57", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2043, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14858, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0932ed10978f3128714db2de30e8b479b8e7e6bbc15e71c9d77b183650e3e6a2", - "source_artifact_sha256": "cfa802ee798f1983efb6ae0c57c8b2019c1250f99f73f00e22740ff276c55cc7", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5207, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10196, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "dac58bba713e5a5955bc905fb5f10ac6ff722ad5da682e0b67b8807a966bd264", - "source_artifact_sha256": "cfa802ee798f1983efb6ae0c57c8b2019c1250f99f73f00e22740ff276c55cc7", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 7, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1872, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15998, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fabc92634402b88845806cea9884431fb0d6a91818e945c9de7725a922540efd", - "source_artifact_sha256": "e2a84a864241ba1dab9c3d546bc238a6a53e2fa3aad50c9576dfa34a7da4f5a9", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5263, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14062, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2c259e0be786cac0cdc1048ae2d7beb28b9cd8f7a1e305b64c93e21d63317cac", - "source_artifact_sha256": "e2a84a864241ba1dab9c3d546bc238a6a53e2fa3aad50c9576dfa34a7da4f5a9", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1845, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20832, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e0ecaeb2c446dbb060f1a000f86811fe97850bedfdc417d6458f0b8f112b2ddb", - "source_artifact_sha256": "1615332778c0d95b0656705a1e1ee6a4a86106771def61d8947efe9c2989bb3d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5131, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14206, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "04ff2f674ed2a4079c6eab2578a7730a1dada6f4d1ce8ba7267869bd8483730c", - "source_artifact_sha256": "1615332778c0d95b0656705a1e1ee6a4a86106771def61d8947efe9c2989bb3d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1749, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11869, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "baeeba788dbd02c8933765c2f93f896abbe4d0223e1bd9d2bb01dacc2e11d5f5", - "source_artifact_sha256": "fd56168769e38c7a368c6b2f8ceccf7d5a83e4c4d002b3a3e8a3e68243fccfaa", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5205, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19117, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "facf845c50a3c4bc7928c5e5cb04d5feb3ebe4c1d619d500a4b6fd5f0436e2b8", - "source_artifact_sha256": "fd56168769e38c7a368c6b2f8ceccf7d5a83e4c4d002b3a3e8a3e68243fccfaa", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1732, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11626, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d83022923d3875210dbad456f06f30676e9a7b3f3ff7a643edb7dd84a0449977", - "source_artifact_sha256": "5246ce484a724a7aed01086128c2d171f60b3eefdab32579c937bc575ee37606", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5272, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 22136, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "be2932111179b4424cfe83c291b3b061eba8106f6eed7932a658a024ae9c050e", - "source_artifact_sha256": "5246ce484a724a7aed01086128c2d171f60b3eefdab32579c937bc575ee37606", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1723, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22063, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9b297c66c3f668f88c515de44ba326beaea109903607e8add96ce577bd362d6b", - "source_artifact_sha256": "8ed1af6db7de291173ddaa8296804339f50b9dc57fb59de7fb89d944b8b2bae3", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5390, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21326, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e4cc4f6fb5aff9419908ea59a40ef54978e49e7765bfb1676e445e5517f66286", - "source_artifact_sha256": "8ed1af6db7de291173ddaa8296804339f50b9dc57fb59de7fb89d944b8b2bae3", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 22, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1709, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 8992, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e43a787cd8b025f603de4c71579acaa96a55021b103b530cf5ecb1cbd9ff012e", - "source_artifact_sha256": "854ec4769221460e55f54852c5f0a421dc3354e96271929fe8b0d150376aa5d1", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5080, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16264, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e96de9297106f88d6c0f9dc585606b1963586997c8ef7008eb83b871202df5a1", - "source_artifact_sha256": "854ec4769221460e55f54852c5f0a421dc3354e96271929fe8b0d150376aa5d1", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1770, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21426, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fb634d6e7589afd69dd9efe5b7b57214f4b623eada6eca590110fb6ec6ddc4bd", - "source_artifact_sha256": "65303d7fef7fcb20ff0313166915f9b3ffca81c726b479ae2cd24a4ff3a70aec", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5212, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 22350, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fb6c71afbfc414ce3bf4fae6015bfb4944e240650775da4d4a2f36f5758c61fa", - "source_artifact_sha256": "65303d7fef7fcb20ff0313166915f9b3ffca81c726b479ae2cd24a4ff3a70aec", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1899, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 8522, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7472451507aa4c35cbb5ca481dd346e51e87d4d558672f396276f6afaa559d69", - "source_artifact_sha256": "2d869c768d19f6e06a7a71e47a2e419a0689ac96fe0c5040bb950e6668a63dbc", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5434, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16500, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "db9b6470d0c60cfc02b83ec7dedb003cdc31b88b8b6330264c7b8159e3b33c51", - "source_artifact_sha256": "2d869c768d19f6e06a7a71e47a2e419a0689ac96fe0c5040bb950e6668a63dbc", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1846, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9457, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a379d2dc5550b67bd3ae81d5ce0db39951eae7cd8d755b02ea32ecd133ad1399", - "source_artifact_sha256": "f85006cfc910d9f15f48d536b2c7c3dd1abdfb43ece6d9621b596d4d95946c55", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5411, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15890, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f99cd46efeefba9a41e496c6f14af3d33b89cac75d4ba0ed416ae9dc5e03d770", - "source_artifact_sha256": "f85006cfc910d9f15f48d536b2c7c3dd1abdfb43ece6d9621b596d4d95946c55", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1727, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11488, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4ec6fda783cb73020e9a43746153113ec795a939750284a31a3eff3d67307bb3", - "source_artifact_sha256": "1b604aaa6f27397f26e4c734cab839909a77b6d240090410bb06b0949fc05297", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5323, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14773, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f72e1e5f3b241e95f4bd7a98f68057a03deedc814587921a27e7e7f76e9bf23c", - "source_artifact_sha256": "1b604aaa6f27397f26e4c734cab839909a77b6d240090410bb06b0949fc05297", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 19, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2429, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13495, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ca16fb55784d5c334ec3890e316443e693626666769e27859637381a09b4c976", - "source_artifact_sha256": "559555dc2ecf042ad549fa89f0259acb21aaf93ae5cd34829df01d4f9052178f", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6599, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14060, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bfbdec99a86177a2809b4fc32c4a577c43bd4d241dd1a1d481612c77e8ef0431", - "source_artifact_sha256": "559555dc2ecf042ad549fa89f0259acb21aaf93ae5cd34829df01d4f9052178f", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1810, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11881, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "27cd5ce90d316652604689458a9e1e7bb98eab74003ee6054ff7b0e100c1e5a1", - "source_artifact_sha256": "f84ba1826381928854c0c7ccec4118c9063b9efec1f56692fd3f5f267c916eec", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5386, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19233, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "727ef1d97902ca072243c1e253163b064c20195ea7c00cff974d9fd653b3934e", - "source_artifact_sha256": "f84ba1826381928854c0c7ccec4118c9063b9efec1f56692fd3f5f267c916eec", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1741, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13562, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b5447df4de9162b118b8ffac219ec5b2cb42321d170269b828779a0609fad02b", - "source_artifact_sha256": "b7f9160023b93deeaeac4f534ffdabb70d388e910d84cdea80897075196dd78f", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5256, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16173, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7848be2e41218000aaa6420761a13e95b8585d2262290dbda822e563051e8b48", - "source_artifact_sha256": "b7f9160023b93deeaeac4f534ffdabb70d388e910d84cdea80897075196dd78f", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 22, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1677, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12303, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1477f86737aa9a552572ffdccdb4737353a394bb824c086a3bca9da5a9b69ab8", - "source_artifact_sha256": "0e37f7d24f5113e7cdb45ad6150761aed10c2d00a35925b4d8a5c09317356ab7", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5377, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13880, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "fe042ce53f18f9b368f205a50fc0f78866f06150833bd4f90edd5d59e5ef1963", - "source_artifact_sha256": "0e37f7d24f5113e7cdb45ad6150761aed10c2d00a35925b4d8a5c09317356ab7", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2332, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16102, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "93493d2f387bfc3ef01091d6de0a408d6ec770f1bf83cea9285c4366cd9965de", - "source_artifact_sha256": "b5366865e54ba8768b72e37aa8381d0faf029dc438756d85ee575f01b8e68b3d", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5225, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15412, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6fb1631fb4755a9ed94448c3cf1a80ba1e8d6f2fd10c5ad6ec3a1ae64fef7214", - "source_artifact_sha256": "b5366865e54ba8768b72e37aa8381d0faf029dc438756d85ee575f01b8e68b3d", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3554, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17523, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ce43ee3c697f79336461a29447e69f15c48570ee7690a0cfb01b3d0d7d15015c", - "source_artifact_sha256": "e4ad7a1c681022ac8e38b6dbc358e5afba3b2a079d9d4d3da607053b8286d3ad", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5039, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15811, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4204300dc81295d6708d1d81dc5e51f566522d98524e7ee73e963676dc7db845", - "source_artifact_sha256": "e4ad7a1c681022ac8e38b6dbc358e5afba3b2a079d9d4d3da607053b8286d3ad", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 6, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4507, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19588, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "80a139da762421c4d9dbef4e5fa5e270390f697e71e61a03f1b0486e88414cf0", - "source_artifact_sha256": "e7c62432a613f1c297aaf2f1843285ccc9dee6a6a17bcef330f86616d89aa425", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5083, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10520, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "868bb98b474fc6489761ce764889c33c0b20abbe974eaa09e16b327d8d7d3234", - "source_artifact_sha256": "e7c62432a613f1c297aaf2f1843285ccc9dee6a6a17bcef330f86616d89aa425", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6297, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25465, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f4ae0f828132389fb0d4db611752db405ee1c4dafaead33cbfd9fbdc81f8cbb2", - "source_artifact_sha256": "d19c4b2dd4488d289b57ac307fc5a098b20b1cb65c858b6d34bc37c552f61af4", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5146, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15246, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6c168dcc993a899d57a1c0f367286f127f2f68c1a5830fdfa8f50170bb7a0717", - "source_artifact_sha256": "d19c4b2dd4488d289b57ac307fc5a098b20b1cb65c858b6d34bc37c552f61af4", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3408, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 24841, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b74b2e16fe2c03c25ba3b643e185dbefadfc6341a2eb17291f482448b2f7de76", - "source_artifact_sha256": "f43e0a6b08cede1729fae5a90d3d4066d8550492d1fea913f0357a449fce18c8", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4965, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16387, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f298965a3378e42550abceded333acc19b444104930d574e750aeafbaf500cce", - "source_artifact_sha256": "f43e0a6b08cede1729fae5a90d3d4066d8550492d1fea913f0357a449fce18c8", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2173, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12535, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4cdb943eaa967cf6294f5af2b40ef4d0adb0962072107a368269a43fea7c21c", - "source_artifact_sha256": "3400cc1d24ff570ddeaa347c7de9afe3c4f44997e92e00d8c5b1fb896f6a6fe1", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4875, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16141, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5e135631152b071cc58468977f88a9c1b995dc0f94e1e4fb369cc2334eb6bdd7", - "source_artifact_sha256": "3400cc1d24ff570ddeaa347c7de9afe3c4f44997e92e00d8c5b1fb896f6a6fe1", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3319, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14870, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b2f9c7ac7f9a141f04527eaef08a5ff87e148a5c278bc0d55240cc5b5f5404a4", - "source_artifact_sha256": "dc9f0d69bdf4bee64a936b9e6c3e92f3dd5247d294537b1d532ba5c9665eeab5", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4937, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16610, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "dd28e1e87cdc35ec40fb0586b74034e703680e5130ee07b42eed2d718b7af82f", - "source_artifact_sha256": "dc9f0d69bdf4bee64a936b9e6c3e92f3dd5247d294537b1d532ba5c9665eeab5", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 18, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1810, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16856, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d97cd2130914f13417b337fe6465169c23619524f77f0e44011c4d5cb4606820", - "source_artifact_sha256": "792478a6146ba0f609202c2ddc2817399fc9b960cfbacab71559e60c524e2b5f", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4784, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17700, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "86325c4edd0d11aa439c533ec11876cb8ca5382a5e686fe5da1edebb04fd0710", - "source_artifact_sha256": "792478a6146ba0f609202c2ddc2817399fc9b960cfbacab71559e60c524e2b5f", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3815, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 26025, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "364a231e64ea1edd7c8034f3dbdd78e74f2d1df975cb4e9be21d7a06142c690d", - "source_artifact_sha256": "b313f4b47f48b877679d422ece055ac342d6434a00d104bf14ddadbcad262f1e", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-terra-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4997, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15518, - "model_id": "openai/gpt-5.6-terra-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "68bf205e1b2d52ed0294cc5cf6050b095ef3e37e47a6ba4ac50bd20b14839fd0", - "source_artifact_sha256": "b313f4b47f48b877679d422ece055ac342d6434a00d104bf14ddadbcad262f1e", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 6, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 202, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16872, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "020dc6e3820e0a8fcdee24f67060a074a207efc1625c231af1d8506633a430ac", - "source_artifact_sha256": "5edee329113fae2f62a847538919fae02717fb074d05bf72efc3a0eee01d7728", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 502, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16675, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e327eeceb117541958b8e0c8f5e2be06f2bcb9384f05ec3177c5fd83d434ec47", - "source_artifact_sha256": "5edee329113fae2f62a847538919fae02717fb074d05bf72efc3a0eee01d7728", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 202, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13452, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6cbe349d65454a6b77b6e4d73d465197a7a7d6e5b0a66b87a3825568635e4652", - "source_artifact_sha256": "d1a00bc0667deb0e62f0bdf4b66cdbb68311ed4567397d51bb6b33b2eadbb998", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 589, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15222, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "137dfa1f0bb4dcd0796d2cffec9f0efc0581c7a869f12772d76196305de285d7", - "source_artifact_sha256": "d1a00bc0667deb0e62f0bdf4b66cdbb68311ed4567397d51bb6b33b2eadbb998", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 216, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13303, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a10f1ca296a66c945ee4e35c4a2518997cb52da4f1c0dbd90e7f309754ce276d", - "source_artifact_sha256": "c3878f53d4500dcd02e1933b2593993aba3eb5ee538e3497f6f0408c2e780641", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 516, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13091, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "320e7805188b3458c9d532d1cbaf40566a59685e74a0edf291a294b4d6e939c8", - "source_artifact_sha256": "c3878f53d4500dcd02e1933b2593993aba3eb5ee538e3497f6f0408c2e780641", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 20, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 456, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20223, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "06d84bd3a8531d2afcb1f4e50dcf6fdfe8da106f45c4ab1fc603c104ba58ab07", - "source_artifact_sha256": "c6e4d6446e6b80b4e47cbe0001ddbca78d1343d9821e71590c861daed7f59cb7", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 502, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15146, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "aafe60fb2c519bb0ba22ed9dfb108df4f93293ecfffc5a9a253e10dc4ffa74e6", - "source_artifact_sha256": "c6e4d6446e6b80b4e47cbe0001ddbca78d1343d9821e71590c861daed7f59cb7", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 241, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13451, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "177ca14c7450e36cc404d2993273a0260b056152b136f0858e9a10e9f1263abc", - "source_artifact_sha256": "6585a294b19555493217c7fb1bc7b77d4e402b27284a1f007163d4abf07a00e9", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 503, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12032, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3f77de564466929452133ccae2863e511a488a1069949e6a5e909a9c6ae64161", - "source_artifact_sha256": "6585a294b19555493217c7fb1bc7b77d4e402b27284a1f007163d4abf07a00e9", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 246, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10314, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "caf4fc1e0a578464f8994cc07f56ae4e21ade37469a6cf82ee8d450325d0341d", - "source_artifact_sha256": "79c7b5015ac352eb54c71953bb7d57e2809ee5b1aae12e3313b04d3151bbd939", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 500, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15841, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ca36a6245c2ce9761dafb68c143dc3430bdbef618505bb247e5860529def4d68", - "source_artifact_sha256": "79c7b5015ac352eb54c71953bb7d57e2809ee5b1aae12e3313b04d3151bbd939", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 234, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13889, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6fc226e7863a20bc0e507d15719f122ba57f34b675f4574645d1eb961eb761cc", - "source_artifact_sha256": "a3599a991593f2668b107a18c52f84ddf3f297fcdbb59d406c428080f1658965", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 508, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15403, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "40cc0d6e98aff299ce61a382d52a4b9cd896792b1e1c0fbaf8a8da77aef58727", - "source_artifact_sha256": "a3599a991593f2668b107a18c52f84ddf3f297fcdbb59d406c428080f1658965", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 316, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25316, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "dc9cd74fa90f310ef5b8f16ca72a9f28cae9471fc558b8c23e6c9ebfbe406364", - "source_artifact_sha256": "f18d0c1b629bd56919abc893d786caf27e0729373a80bec9e50af42f6cebdc10", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 502, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13474, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "77dc572c5723f4d0facb1546cc6b6c077b936e9ea7bb4d2f82fa99943648791b", - "source_artifact_sha256": "f18d0c1b629bd56919abc893d786caf27e0729373a80bec9e50af42f6cebdc10", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 202, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15652, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "14e381e0b4f0f343b735fa49843b4419a07d2a1e6a1ba3482ce1ade1d7e1d1a4", - "source_artifact_sha256": "bad7f00edfbf9d68e488265c1da882215a548308570a3a39ce772d67c52a34e4", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 533, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17570, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9849768e404931978741cd55f362ae2560ab4fa98eda278d2113cd306b269e97", - "source_artifact_sha256": "bad7f00edfbf9d68e488265c1da882215a548308570a3a39ce772d67c52a34e4", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 214, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14573, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e74d51fe22b9daf6605b090c9f67c25530e66a1ea031e59dfd7e08c7e78f064e", - "source_artifact_sha256": "b21471a596bbf63c5d1423692a12cfa014e7ae3396b2a0129118bb26724e5357", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 507, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14339, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9dc90088df84921551b014a760513b7a3bf93e9b394c3b3915bf4a721e4dcc7f", - "source_artifact_sha256": "b21471a596bbf63c5d1423692a12cfa014e7ae3396b2a0129118bb26724e5357", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 208, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13261, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f81bdcfff987a82074394af3650bd516e53b2e6417af00d49317135872ec948d", - "source_artifact_sha256": "951895c600d9348f311727a774db60948c47235ccb7ebf50d66e111746befb3b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 527, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17278, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e4b0acf712208808b90bd4f323760fa3f9c25639ad992ec01e5b96070bde68be", - "source_artifact_sha256": "951895c600d9348f311727a774db60948c47235ccb7ebf50d66e111746befb3b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 205, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14836, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "58ba8b95540bf7f76ad48d7eb798677050669a34d64f3b408fb1fcbb57dbac63", - "source_artifact_sha256": "4f271878b3d3d00834737ea4c67f6fb35a2ab9e04d2a81dc7706b8dd2f548c07", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 516, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14672, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6bda370340401c3758a7f651445fc0496629023509718aa02f0ceba72e7c4897", - "source_artifact_sha256": "4f271878b3d3d00834737ea4c67f6fb35a2ab9e04d2a81dc7706b8dd2f548c07", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 193, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12764, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ba0cbe5cc38823ba238c9708be593cfb9c2b49c5f9393aab236856f7c1c32588", - "source_artifact_sha256": "b1026129c2fb49caafae28a3daf6aaa33442363a05bcfe78730507906dd28b55", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 511, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14357, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "6040d117be6d6382ad568b8545d4de4a7025751f2304fd48bd5faebe99cf94f6", - "source_artifact_sha256": "b1026129c2fb49caafae28a3daf6aaa33442363a05bcfe78730507906dd28b55", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 19, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 208, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22315, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "55b85cfd6683ad1a572ee318d412b2a9ffad45a29cd0062bef6d57469161fb2e", - "source_artifact_sha256": "ea9a622c0bd29784bf33c2b81c86fb6f1f4a2f2843b03bef5394f9b6995a45a1", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 513, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17195, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d14d8788bf8bbd59bf4250da8a60ce2cd54705a883bfcdcfd07a8298c26e141f", - "source_artifact_sha256": "ea9a622c0bd29784bf33c2b81c86fb6f1f4a2f2843b03bef5394f9b6995a45a1", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 29, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 194, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7428, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a66d9505a16c2511df3606baed80fd0e8e3c040cb7b449d5f590c50a1b050575", - "source_artifact_sha256": "1c8c896fe2d7f5596b6c2e3305ce613c600d3cb879fb3d822510f288366ae05f", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 508, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18622, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "39d99d7ab64d2d751c2994bb14750c119fc62e175694d49732d8a8a91cc2b7bf", - "source_artifact_sha256": "1c8c896fe2d7f5596b6c2e3305ce613c600d3cb879fb3d822510f288366ae05f", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 200, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 27003, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ea39e3f2198137201b75170f07b57aab52aee7b940d0432a745ce79f837f57d", - "source_artifact_sha256": "dfa8ad883a741fba8c8535e4c962bb77c58a3280d6fcb1af1541f17da5bdbdbc", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 525, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 31916, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8383d3bd4deb08cb25e67f39a8b3dc5fb2f6de845c2b46f44bf2b795ea398fb5", - "source_artifact_sha256": "dfa8ad883a741fba8c8535e4c962bb77c58a3280d6fcb1af1541f17da5bdbdbc", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 188, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11856, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0b9410856ca7cacf04bee4949b58f7e8e5c40515ae1fb75eb9d5e8fc50d05891", - "source_artifact_sha256": "977a88ca7c620bb53f8b157a23d5a4efa257adbe7c30c7a00007124aa5baeef9", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 542, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9376, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "83d89cae79777fcad4a027ec83c07fec320c27a6be558ca199b03536164fdcb9", - "source_artifact_sha256": "977a88ca7c620bb53f8b157a23d5a4efa257adbe7c30c7a00007124aa5baeef9", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 181, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14580, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "51cbf0fdc8420c8d4d6bb3cd29b2d5eaa2f0f67c8e21892700659936c39ed506", - "source_artifact_sha256": "66a82c5a36305fe72217be81f9877189897707d693ca61387fd7690640b634e2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 540, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14515, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "01eb70b74f1d63fc2fd160877837fa031f0e66ac6574f441b659c596b6e5c95d", - "source_artifact_sha256": "66a82c5a36305fe72217be81f9877189897707d693ca61387fd7690640b634e2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 20, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 206, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13339, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "df5e043dd694f9b5e0b49c9dd69621e786d144c69a3592a5c04c2e6e64828de5", - "source_artifact_sha256": "eb6aeaa894e45cad0883d5847f2d969032bdc1d59ea60faf4ab16af2e442cd67", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 528, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14482, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "76186915c76de5aefbfe649504eb8100bd9e286b6a22f6238ff886259ad7e4e8", - "source_artifact_sha256": "eb6aeaa894e45cad0883d5847f2d969032bdc1d59ea60faf4ab16af2e442cd67", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 223, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14723, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7da904387cc1fee27710b0ccc0d5610443fad7fa27276074873cf0a987206ad8", - "source_artifact_sha256": "6cc5b77b9fe850df494910e16bcc8524525e5a36ac55ed0834f4165b59d321fe", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 531, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15171, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5347631daf84df30a75d58d797ce68b4cf55d5e5d91176548347b44f4c6a1ec2", - "source_artifact_sha256": "6cc5b77b9fe850df494910e16bcc8524525e5a36ac55ed0834f4165b59d321fe", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 22, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 180, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20076, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f25c7700c6837253473fd0151aaf2f8bf04a7da2fefcc66cafc6f5a57c664cba", - "source_artifact_sha256": "d149c1dfab423d60c7b5fc4cd93229d8bbf721952b1b54808a7e2564a76ee0ea", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 524, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 21408, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "caecf06aa142cfb9b25f5b47e0ceb8426907b58a1390c4cc0c4a62edbc02ed4e", - "source_artifact_sha256": "d149c1dfab423d60c7b5fc4cd93229d8bbf721952b1b54808a7e2564a76ee0ea", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 191, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12653, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "26cb3877ad5385a29c73be0a1550f36ff624924933be9ecb22a9a6cb00ec05e7", - "source_artifact_sha256": "5b456a119d096bf4a6025f8e436a27f2a2013b4404551bbaead8f536ee6f58fe", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 528, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10793, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "aee830aec8d7b70ff1f6142a4aecb72036cf7d7d937671390b0a8db04f2c15e8", - "source_artifact_sha256": "5b456a119d096bf4a6025f8e436a27f2a2013b4404551bbaead8f536ee6f58fe", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 183, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12816, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d023d69b7bc63224b346ca63c2646160d87bf9ef1f2cd118755e0b108479f95c", - "source_artifact_sha256": "ae9bb3f9b9051e6b2f239378e8ea4462ffbeac68cb646f3917cffef6fae62d95", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 547, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15307, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "bc3fc3c5f1140788f9c7a6e51073ac512462be8ec3e816312435a5ae33d31648", - "source_artifact_sha256": "ae9bb3f9b9051e6b2f239378e8ea4462ffbeac68cb646f3917cffef6fae62d95", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 286, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15228, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "088b0e1e3608c27dfad65bb7b15fd5724850c8c6421a3a9a1430d9e5a177c315", - "source_artifact_sha256": "96143c5c2c3c216f133cbb8f03f046882e3a1d7af8a9e0dda42d7f3ca2ead313", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 552, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10785, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f751512f1997746d12d1809ce63f0c74b026e0c1adc368099659745952818d21", - "source_artifact_sha256": "96143c5c2c3c216f133cbb8f03f046882e3a1d7af8a9e0dda42d7f3ca2ead313", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 256, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11002, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "535b354f0c289ff93f0a558521f18bb90d750f304dbb222595ed7abc2372312d", - "source_artifact_sha256": "6dc89ddf1f881572916710cc7e7c74e35eaada5aecc1d9286248cbad94ae14fd", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 510, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 27642, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ad535fde13c5541e612eb878fc83a5f41baef747962ada1a70382e005063fbc9", - "source_artifact_sha256": "6dc89ddf1f881572916710cc7e7c74e35eaada5aecc1d9286248cbad94ae14fd", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 265, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19506, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3817127be2aa398b549aac8841b3531bab879ad3c98660fb34010aaf7f4b99f6", - "source_artifact_sha256": "669c20970685f7399e079e73975ee069b13a665f1152f499680f48c1d1037fa1", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 498, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16806, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f2444aeff3c8024902be48caec4c76aa0ec4953090edf4205c091ab6d497cebb", - "source_artifact_sha256": "669c20970685f7399e079e73975ee069b13a665f1152f499680f48c1d1037fa1", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 18, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 507, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19904, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "62955b2b97431dad73e6a13663a8f0e27c3b5aceaaa301161393f8abaf2a674a", - "source_artifact_sha256": "1f6ada45ad5f9c315b4dece8f14db5d2f299912846f91acefba4283c9432549c", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 515, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16006, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3e40be4dcdcc426d263ddace899bbb8b3edc5d6655b0fe98d063de7905419063", - "source_artifact_sha256": "1f6ada45ad5f9c315b4dece8f14db5d2f299912846f91acefba4283c9432549c", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 15, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 312, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 24375, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "dbb12f0ad14de0eb82b31876aeb4ac25484db891df4f18ed4db116de808c0808", - "source_artifact_sha256": "ce3167a9df06b62b2492e677a1950c39820420174bdb6b98d8bd7e395a2f0d83", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 500, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17203, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f941cc9fbc2a81f793b3a6e03448c76bf8b3ea647498534157fc4348eec13c40", - "source_artifact_sha256": "ce3167a9df06b62b2492e677a1950c39820420174bdb6b98d8bd7e395a2f0d83", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 260, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15707, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e4eb065753491e8982dffba3aa41b2a99ce54670e4d16c4f25d54fe7c9ee1ad6", - "source_artifact_sha256": "0beb1613e0d8a47706b721a57d7878c1c998d93bff47898d77b9b3971ed9b698", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 494, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13952, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "256d8962e2547a2fb91d6741f0a375ce1251b1034f1837c8c0f97422fc03bdd4", - "source_artifact_sha256": "0beb1613e0d8a47706b721a57d7878c1c998d93bff47898d77b9b3971ed9b698", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 212, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13800, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2f86e79901b7f0d733add81fc27eaf7c8ac8c99ca9badb5aba6d9155e8ac4770", - "source_artifact_sha256": "9f01ec0c11a4195bf4e6f1e10103da751f54fbb3c74ac92f0d5e10f10b6d932e", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 494, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13837, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "317d275c1b08d1be6e7765e6b67cfd7133d441727089f83d6974a6be8cf0deea", - "source_artifact_sha256": "9f01ec0c11a4195bf4e6f1e10103da751f54fbb3c74ac92f0d5e10f10b6d932e", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 369, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17068, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "bf7c2e856fa43d791c627fd9b5693cbb228f411496a04154f264c5f1b852c152", - "source_artifact_sha256": "3d4d2644945487c1f89eb08afddb49f13b807e8631bcfb8c545f94493dd57650", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 497, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18177, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bae14f3915d5dfc5bc614c25e54f808f45b4fdde27ebaea90169627799798888", - "source_artifact_sha256": "3d4d2644945487c1f89eb08afddb49f13b807e8631bcfb8c545f94493dd57650", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 381, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16034, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "cc1fbf29ff7880dc7441165fd606250506f5e753f491d0cc64d9f09e9efd9b0b", - "source_artifact_sha256": "2744d9135b0f99741f6803faf2494d641797a7dcd2ee2793754bf2c4f8246bee", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "openai/gpt-5.6-luna-pro-20260709", - "actual_provider": "OpenAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 498, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18393, - "model_id": "openai/gpt-5.6-luna-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "14a2a6f8a77794bafbe9f528423fcabc0eee52746014929b3d4a635cc5bd39da", - "source_artifact_sha256": "2744d9135b0f99741f6803faf2494d641797a7dcd2ee2793754bf2c4f8246bee", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6049, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9853, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ebdab3de1fa722b121980ace2531c300ac9bacfd86180c35535dffe95d1316a3", - "source_artifact_sha256": "e0a71ecbe4f511cfd8e23e5b5119b042689c31540d184f0fafa6ab1921ac16b9", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34037, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19984, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "136537949f53fa0791c2bb4db5270d9614efd055c5f590bb3cca6e6304251709", - "source_artifact_sha256": "e0a71ecbe4f511cfd8e23e5b5119b042689c31540d184f0fafa6ab1921ac16b9", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5871, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13114, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cda2dccde6e199b11b4490c17bbd0154db3706e8fc9e821266aac5de0492068b", - "source_artifact_sha256": "31ba39ab517ab4b4860ef1b71c0a008abb004bc6a6943aafcede87f594aada5c", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34215, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 26751, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "dfbea386119cd60856f606b944fa638b5651c96379179b4bcf9a3396bb625f41", - "source_artifact_sha256": "31ba39ab517ab4b4860ef1b71c0a008abb004bc6a6943aafcede87f594aada5c", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6455, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13123, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1b46a472d3948d619542debc602c56b6f7c83b0d4059d87a8727ca855b307fb2", - "source_artifact_sha256": "2ece662518a6c675740259912cc554b76599bf0b5ee75499818e3a25fe1cb637", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34126, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16592, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "364f9526970f85a22d638df55128eaa689e050cf3aa781812957c2b54cf9f4aa", - "source_artifact_sha256": "2ece662518a6c675740259912cc554b76599bf0b5ee75499818e3a25fe1cb637", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 5851, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8460, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "cdac75302730523d7fc3ec53929030a067965429c5258385539849bfa482ed5b", - "source_artifact_sha256": "8a31eca58f87ccbf545ec0d5f6143ba1e39d1f057f0f9ac0d1d45a4f703f80a3", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34037, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20111, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bcff76512c8faff3c6075e79078867b669512ec9fe2741ce2628460206377dcc", - "source_artifact_sha256": "8a31eca58f87ccbf545ec0d5f6143ba1e39d1f057f0f9ac0d1d45a4f703f80a3", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "anthropic/claude-fable-5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "6b96e28e508fc25767105a0a1226f479d86499ee02c98b4d309fd9af4d935073", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 33948, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 19129, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9428ca8b26e9972ea091bf5a0b97349bd93f13842d0683370682e99e2d31b004", - "source_artifact_sha256": "6b96e28e508fc25767105a0a1226f479d86499ee02c98b4d309fd9af4d935073", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8396, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12570, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "462f641f9fd362d531b61a4cde27181df3dc63dcf266f1580748a64cc68f0975", - "source_artifact_sha256": "5c33132aaf7935a1ff1d7bc2fc7ea5ad746469de60fc2542a68b11a9502a49ba", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34215, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19830, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7788f0d315ebb617afad700e818b4612ff63c7ca37270c18f04c7c88473778e4", - "source_artifact_sha256": "5c33132aaf7935a1ff1d7bc2fc7ea5ad746469de60fc2542a68b11a9502a49ba", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7039, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21722, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d22188e66ec36e169ddbb98212abf17be41739f23a5ebf7cebb3c1985cf1ecc7", - "source_artifact_sha256": "1c01109e1dcc737fe4a19fa9ffb389bb1d05d9d29ca46a2c04f36f425aba04a6", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34037, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17802, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "400bbf3f5aef636943580a3ce0481da38625f3bf94eec071ec01cbc39dd1584b", - "source_artifact_sha256": "1c01109e1dcc737fe4a19fa9ffb389bb1d05d9d29ca46a2c04f36f425aba04a6", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "anthropic/claude-fable-5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "c34a66364734b40c894afe4f2b4725712133b49b7d32a5189331b3a57743b7fa", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 35473, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 28326, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "abdc14aa438e26e10d719074c9a5a971776e15e937b1eb8fdf68b08dc3f1f5dd", - "source_artifact_sha256": "c34a66364734b40c894afe4f2b4725712133b49b7d32a5189331b3a57743b7fa", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 5445, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11953, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "446e4b60588b3181cd64d45c654ca4f198b9c0043f958f98437365f7f65f8a96", - "source_artifact_sha256": "993888023d861929ad66b85014dc95ad6450b9d1248433d01df1db8063af11d7", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37136, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17281, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f23058d3e22cf0267844ddb26bb575133c9f92961cb6f3ee97a7bda4a0d753c1", - "source_artifact_sha256": "993888023d861929ad66b85014dc95ad6450b9d1248433d01df1db8063af11d7", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6980, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21281, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c7daf8a91039396e300968b2b7a2b304bd43a782838459f220b2d9aa4c802797", - "source_artifact_sha256": "9c3e35ad6226e508f6e504886e9a91085fbaaa6fe0bda25f1bfce22a838e221c", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 36730, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17931, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "646ecc21868ceafb0e314d3ffffebbe83d59c0a98b443997dc4afbf60d7f4c1c", - "source_artifact_sha256": "9c3e35ad6226e508f6e504886e9a91085fbaaa6fe0bda25f1bfce22a838e221c", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5445, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12515, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e6b0c3703bd98702560e522b6b928f7dd5fb7aa967eb3f832b83e3ba1a30f5b7", - "source_artifact_sha256": "5d5206c2bed99d9e39e36caca61eec1fbb2c19064f6c1e2445dd1557185a038d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 35967, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18385, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4696d374f18829f6c117ad2b38316a4dd0737c3fa96cef790f2a4f76f1d6be4", - "source_artifact_sha256": "5d5206c2bed99d9e39e36caca61eec1fbb2c19064f6c1e2445dd1557185a038d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 11, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6386, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21806, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b7914e0ec7cc4a973732cb8733596d6b3cc0117007850ad2b280b9d990f5a3fe", - "source_artifact_sha256": "345a7cd54d693a923a082963ac5c70591cb76d44a735a25e88750c81ef9eebea", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 35898, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22817, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "198ba7634bcb7277c1034943c28c5376a06c8fe1b36a3d0deb7b464be0bdff0f", - "source_artifact_sha256": "345a7cd54d693a923a082963ac5c70591cb76d44a735a25e88750c81ef9eebea", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 6, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5396, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8949, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "127e5d12c9cc75e9fcce7fbc44a4b6c9ed42c41f358ddc55bbf7a5c0e3dc0aa1", - "source_artifact_sha256": "cbde49c2dfa7080fe8a2a962635c3089c22e4f28c46e755124a607dcf9359c5e", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37067, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 26215, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "dd1e64274672744a84a358d76664ba4462b38be70ae10a3423e6551c1bd04d37", - "source_artifact_sha256": "cbde49c2dfa7080fe8a2a962635c3089c22e4f28c46e755124a607dcf9359c5e", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5505, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20759, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d80673b3c9d9da5d86e7b5c8c049ac10ec434a44ec0dc65a04802770f98e7e37", - "source_artifact_sha256": "88d0b1af17133c7a67d7629cbb9e578293443f859fcdac2d1b2ecd25684ee4a1", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 36195, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18197, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3904e28f8e7a2eb0e9fc4678889d25fae1ec9bc1bb60180810e606b1a00f3bb6", - "source_artifact_sha256": "88d0b1af17133c7a67d7629cbb9e578293443f859fcdac2d1b2ecd25684ee4a1", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5386, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12355, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "577e1ca3e9144e7981b9318b941ace2f1aa5730e1399e1922334806169c7ccd7", - "source_artifact_sha256": "a4f14ed7a43247cf6b5e0d39674f7a883395ad057bafe51e0dc9fc60835d7efc", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 35631, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16609, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "bbefd9a7121cc77ac41d9ccccade86af0222c74957e4aa7fb5578d4f203e8739", - "source_artifact_sha256": "a4f14ed7a43247cf6b5e0d39674f7a883395ad057bafe51e0dc9fc60835d7efc", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6287, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12512, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bc3723877283babb690fbf28550ec3bce569791f3f3b3cf76c47921a9cd55b32", - "source_artifact_sha256": "730bdaefff9cc9df524a85659961b1e26f8bf9837301419a057fdf86f4a5dab0", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37126, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18519, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "87e4242abd5ae27636472190d44d55731fb2ac82837cc9ac978c26eb82dc8be2", - "source_artifact_sha256": "730bdaefff9cc9df524a85659961b1e26f8bf9837301419a057fdf86f4a5dab0", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 7495, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12973, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a0117ce9f3608ab4cb8d4b8033f9f69d953810194b068a57b0b0dcde3c8c20ea", - "source_artifact_sha256": "48c212595af98ed9feee0a10ae42a21fb53ded10395071ae5b922b0dea41a556", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37987, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14828, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "46bdfaa958ae9306d4e0ac77ae3b3c9a8b16a6d335548e9594849d32ce0607e5", - "source_artifact_sha256": "48c212595af98ed9feee0a10ae42a21fb53ded10395071ae5b922b0dea41a556", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6495, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 8161, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "851b87f0874d1331572466c56b07332f9e22b543c057b1c556ce468e478d68a8", - "source_artifact_sha256": "d146e4b3bf16bda7e863dfb172ce6b44253bb81d7bfebf8df8849e92ce03095d", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37295, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17972, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "fb813e8b95b35481d9d77792037e4b6401897f9727f2310c8a4ba351deebedfe", - "source_artifact_sha256": "d146e4b3bf16bda7e863dfb172ce6b44253bb81d7bfebf8df8849e92ce03095d", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6327, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12391, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d4469ffcbf3f5c432807f5fcb6984bb6f429cc316933259721c21800ad735575", - "source_artifact_sha256": "357fe9550f21bdfc1ed96a58ef363c55f2f09eee20f6db33caf7beefe3b107d9", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37324, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14065, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "fb997125d19949d1fc14ab17ad0c99226610ecfff326fa9b19b6f9180e50e525", - "source_artifact_sha256": "357fe9550f21bdfc1ed96a58ef363c55f2f09eee20f6db33caf7beefe3b107d9", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7079, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12496, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "25536d97ab41a11dc867b2da7d7e179344ffa327f1ccea3eb743ce88afbc105a", - "source_artifact_sha256": "fdc91c39554f09455b7dcecca320b76942e183534e87969391aaa0735bdc4245", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37285, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20257, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a77cf0cb96dec5a6bf95f368f74b7a0ebde3c17da9f3434fb98c940194776d19", - "source_artifact_sha256": "fdc91c39554f09455b7dcecca320b76942e183534e87969391aaa0735bdc4245", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 5158, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20974, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "db478a7505d9c6ae00b1ad2158412db32f54ca8f779ab0ec205b488f8492e64e", - "source_artifact_sha256": "eb8f04154f0029c9bb1494c200553d60de679399a479f07b6c5e9b3175eb14f9", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37295, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20401, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "21f4c1f2d2d34f2a8975d59a8bd6d8c4c3510898e033e647a6085c6df568d6c1", - "source_artifact_sha256": "eb8f04154f0029c9bb1494c200553d60de679399a479f07b6c5e9b3175eb14f9", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6732, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12874, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e3ca4dcd9357fa185a2e6c8808700eaa52f6c8a4739b438f969089740279e135", - "source_artifact_sha256": "87d2bc74b45d34556145b39028e174104d9d811bef1b0bb1f158da855a372199", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37215, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19196, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1ace4845fb4a0fe859b747ec9b493e23dbb83aab942dd21e19eef2ed5974f8b0", - "source_artifact_sha256": "87d2bc74b45d34556145b39028e174104d9d811bef1b0bb1f158da855a372199", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 6158, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 21010, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "69024e6f5636ab3ff3afbdab5e47a95efc11829872b08bfc1c366d5edf0b9d38", - "source_artifact_sha256": "df25b8ee5a682b3db922da84bc4c53e2f86fc97d66057b45fb4ec2274e5cb1c4", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 37502, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16703, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1e1feb2b5332ae46f4327e6b9dd8586f32a06cca66401dadfe6d98b9d8c1a89e", - "source_artifact_sha256": "df25b8ee5a682b3db922da84bc4c53e2f86fc97d66057b45fb4ec2274e5cb1c4", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5158, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9064, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5c441b1307632b59eb1b810fe55ebc95540d4e4355f42ee13c1b42d7d9e91f48", - "source_artifact_sha256": "aee9a79255fd63588ca2d20ca039a4e8d57df24ddf472cfe2672ad872e5efbf8", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 38334, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17979, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1e6dd260e4b9495eb2fdfa7726d1cf59af874e8631328e96a903cf34823616d8", - "source_artifact_sha256": "aee9a79255fd63588ca2d20ca039a4e8d57df24ddf472cfe2672ad872e5efbf8", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 13484, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14336, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1962037975332f9dd8f9f19d5fb2dd67f6c6733e0ca6577ae89eceae6b281115", - "source_artifact_sha256": "ed5d58b839b78ad3c4461fb562169824fcbc1bced58c0a423f106be741e1cb5c", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34809, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 19347, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "fd1c3c2e9ca8f27279019e7ffa38ce3766f9f6d03487e538f2fbb5688966de43", - "source_artifact_sha256": "ed5d58b839b78ad3c4461fb562169824fcbc1bced58c0a423f106be741e1cb5c", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 5, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 7010, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 22307, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4dc9664c1b99057965c8816e7bcfc37b26d1210a36aae071f090bac97173e86e", - "source_artifact_sha256": "dc7b9516b3e71065ab8d038ae98b8a26acfd5d52ec72bade1a724955b8cedb7d", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34097, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16520, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8bc40b2c8d7be6f71d46f578bd0d2aab38bbe2635fefd9b44cc8772b5094bfc7", - "source_artifact_sha256": "dc7b9516b3e71065ab8d038ae98b8a26acfd5d52ec72bade1a724955b8cedb7d", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 18, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 8445, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14365, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ac3dc113acbef34990e4d28993d9e644f5a0fa5230a96908f1157eca4ca9f2a", - "source_artifact_sha256": "81516f20bf8513ed9bee49c77ba08ea2c427e1c8ee4934e1f32d561589bb5a55", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34512, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22184, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9d95007429dfc9c3c93abe664ada43760be7b25c6de9e7725414a44187791e31", - "source_artifact_sha256": "81516f20bf8513ed9bee49c77ba08ea2c427e1c8ee4934e1f32d561589bb5a55", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7138, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13885, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9296b4e174f9b71436703f5fa36226381acb9acefeeee5d353bc3c767e033ef7", - "source_artifact_sha256": "5450b5207b9c1000c49ab764d80e159e1351507c86a0b6c0b0b1047dcbf09c92", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34919, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15817, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7426c74ab086112d45241f43770dc0ab24707c863ee4c6c7433eb6abfad970a9", - "source_artifact_sha256": "5450b5207b9c1000c49ab764d80e159e1351507c86a0b6c0b0b1047dcbf09c92", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7247, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13334, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f356a3bda642049229a485fa5208b07adfadebbc48d1594160ccd976562098dc", - "source_artifact_sha256": "26716818f7ecc16a608eee70399a854d8ef16f2e10fe7f43d16f93038c57f36e", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34691, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20987, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ad2d5a530d164a3858c58802790b4cf64a26bb620845f0f1aa0b075b900a473c", - "source_artifact_sha256": "26716818f7ecc16a608eee70399a854d8ef16f2e10fe7f43d16f93038c57f36e", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 8544, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14306, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ee9ed67ff835d2a2e9592a632b215672c6a1afcc3f963ecd2d365682d43d0bad", - "source_artifact_sha256": "9b59026ab4904864d3aedc745e0ff66aa03b68f1c78fa77824a26837db9b67ce", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34631, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18186, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "acae5df0c5486caff41680110945666e87b27387581858cf84610cb28b5d272b", - "source_artifact_sha256": "9b59026ab4904864d3aedc745e0ff66aa03b68f1c78fa77824a26837db9b67ce", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6544, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12412, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4b3bfe541679093d88e7b8158e21717e265a92aa9454d740e8617d8b32e174e3", - "source_artifact_sha256": "d27ab113783544d47ce5c29e314bd3a32f8fab181071c63a240e746db1873af7", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 33740, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18419, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4a43b5a812434d3d7953d3b85a1f0d971dcfa13be11ef4d1ef1387ba201e1e1b", - "source_artifact_sha256": "d27ab113783544d47ce5c29e314bd3a32f8fab181071c63a240e746db1873af7", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 9465, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9213, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e20d73a243f3449567215fb3670831e655de93b3ce998db6407abb74b8de14d4", - "source_artifact_sha256": "e932af48fd2c0fdb926c5a3e518f47cb424a479f0dfcc56a1031c7eebd7dc8a6", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-5-fable-20260609", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 34721, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16971, - "model_id": "anthropic/claude-fable-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "89fd0b01cda617d81a20962895c32fe135055fd8c9f89cb56ed6d536ea4d63be", - "source_artifact_sha256": "e932af48fd2c0fdb926c5a3e518f47cb424a479f0dfcc56a1031c7eebd7dc8a6", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2530, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20128, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "81b862bc46652dba6088c9aa5d59d874885bf913dfc35b13dcd88b2ccb5390a7", - "source_artifact_sha256": "9a85dba78f7cfedc350c0c52b0f325dcfa1ac08a49d8bd47b46649d6654cbaa2", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17019, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16254, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cb4dc06b272169cdf1e1e61aa8359dac4410fc0d7b8acd8f6d043802cfed87e1", - "source_artifact_sha256": "9a85dba78f7cfedc350c0c52b0f325dcfa1ac08a49d8bd47b46649d6654cbaa2", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2540, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11234, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ca5ea87a06b27959364c45d9e8e88ab091866c33e0c6468eb712ce5c2d7d7971", - "source_artifact_sha256": "5baa972332789f99e3967744a2173db65d5ec167a94e85faaf5046887cd0a6d1", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17108, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9633, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d1d72828a48e80b9a5fc50b6e44a06e5bd18c46a7300dc1ccdfe1c2f93394384", - "source_artifact_sha256": "5baa972332789f99e3967744a2173db65d5ec167a94e85faaf5046887cd0a6d1", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2535, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11740, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "61004982faa699d8c6bc1b54959f0b1c716e7ffd7b8d94558c9b2308bf8a0429", - "source_artifact_sha256": "c81a42b3ad04a11afcbe0f4ec92a779725153a5c577bb7e84bfe09033b8dcd4d", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17064, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15223, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "5a4a6fa2df5b16d0ff37e055868beaa07951487ffcf2c3bd8074275042d914b5", - "source_artifact_sha256": "c81a42b3ad04a11afcbe0f4ec92a779725153a5c577bb7e84bfe09033b8dcd4d", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2530, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20058, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d67f4368357767e83a7c903d42050407d2223e396e1711125dd586358adf0f80", - "source_artifact_sha256": "3802144aa9e6040718cb5e9c610e64ac549e642ba596026f274dae6c121478c9", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17019, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14142, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8094844995edf8be30b717bcb26d1b72e207b1bb5f21adc84b314d3b4375bbad", - "source_artifact_sha256": "3802144aa9e6040718cb5e9c610e64ac549e642ba596026f274dae6c121478c9", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2525, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7117, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ee0fc3dcadb560ed569da14d284568ccff44073df3bcd3e96c5d40dd1992b61", - "source_artifact_sha256": "d31ba84d11a6e1f078b47c452ab7d58f4d01f8886dc148f822d7faf00d914c3d", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16975, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11400, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "754a3985f7a8215381987e537dbec76e2facfafe9b904859a097525b4a9f8e3c", - "source_artifact_sha256": "d31ba84d11a6e1f078b47c452ab7d58f4d01f8886dc148f822d7faf00d914c3d", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2540, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11379, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f3caba9a0ef2df14d02c8c769ee23d62acd1aea00621a4d04bf34e18988b69ec", - "source_artifact_sha256": "dcd6adccda7e8352bf3612f9104d29fa25f95da488e2d415af02cabe88e71fe7", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17108, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15316, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "aed4ddd293e658f4a1e61f43647ab31847c164539ad2ef4f5614915437a3d963", - "source_artifact_sha256": "dcd6adccda7e8352bf3612f9104d29fa25f95da488e2d415af02cabe88e71fe7", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2530, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11572, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "07c94a4ad1e77a41db8e3f31d3e62be59f28686c342cb7070c0ec29bd182adc3", - "source_artifact_sha256": "aa14b372dd6d5bdb0379a59f46992a77e951cd29c01bd1be69617191f9bf3261", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17019, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14917, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2575f21197a41ae2aab0275afd63392fa0d92f7acbc2117be518863184ae70ab", - "source_artifact_sha256": "aa14b372dd6d5bdb0379a59f46992a77e951cd29c01bd1be69617191f9bf3261", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 20, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2570, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11660, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "afd9a07a3fc4205629cc265e23e58f2e86c398a838b2406be67c55198941818e", - "source_artifact_sha256": "9ecfb5abb90dd2dfe41990029fab5e4c27e018d7c0d196cf06166f5b75ea312e", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17351, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15931, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "514180e8159086aa15969fba6244ee24ae6890f3425331475fcabd64c6b21c25", - "source_artifact_sha256": "9ecfb5abb90dd2dfe41990029fab5e4c27e018d7c0d196cf06166f5b75ea312e", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2723, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7749, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c1ab9d9e2f46a04451d472e46517ec8fa72926f86886d827eaf5198116a095a0", - "source_artifact_sha256": "3474bc48567596336b859937e3f4a1558f363dc60b473a7465b58419fe5026eb", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17925, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12672, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e67a49a1aae1a261c4f9ac9bc4d17b2fe5d761855b27a45f9c36c86b8496f9a8", - "source_artifact_sha256": "3474bc48567596336b859937e3f4a1558f363dc60b473a7465b58419fe5026eb", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2723, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11389, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "12cee7c54ad9e19e5dfc599b363d6d0a2514af0ae4bb08b5db7e313673472fed", - "source_artifact_sha256": "73ab54d23c139dcfe9f6650e6a722446550a8b9149bbb11ebd902d8cb7f68160", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17979, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13426, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f07b66e0231ea980386ebe54d8dca11ce8fecca15275ff82e949b218b66dced6", - "source_artifact_sha256": "73ab54d23c139dcfe9f6650e6a722446550a8b9149bbb11ebd902d8cb7f68160", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2723, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11601, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "414bbc05a5e9c0848be1cc6e896ca0859bf378690f0d09afd5cc9c0039b4f6ef", - "source_artifact_sha256": "29fe423e784b59ef4a8c2f1ed68a15e9d373aff4347a860a77eadc3c2129a885", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17984, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16064, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9665db2b01e3bb0ac26b15cf4c386a95f243f5988eca2fc0cca08b8751a88ad6", - "source_artifact_sha256": "29fe423e784b59ef4a8c2f1ed68a15e9d373aff4347a860a77eadc3c2129a885", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2723, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21045, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "aa2593e12f8cc7142babbcec58b70f899f27bea336aceaad9585b705c8ad3b21", - "source_artifact_sha256": "6d89b3a6945b2daa0c12dd426f4f06ab8d74698123ebc6e022ba630e26d0c74f", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17860, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14291, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "af1dc25244af5a9d5ed17f4e18b4c3d7d615c89a907379962f81af3191c88766", - "source_artifact_sha256": "6d89b3a6945b2daa0c12dd426f4f06ab8d74698123ebc6e022ba630e26d0c74f", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2698, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 23000, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "51656f76205dfc4c42ca23aaeb0799ee9ec37891af7af322138cc9103bdb1619", - "source_artifact_sha256": "c9411adf869676e742e06701b2dc76086d2c830bd6dd944b00238ba76871a477", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17791, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14967, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ea2f07e304f3a4889405857589481f85da61c12847afea0069b70f23a3348ad3", - "source_artifact_sha256": "c9411adf869676e742e06701b2dc76086d2c830bd6dd944b00238ba76871a477", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2753, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12228, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e85b88e0d3c9235384ebf5291670342cffe9378bb01ea67af8504a1156bdce0e", - "source_artifact_sha256": "0e5cc21589f3c0e2763f8dde5803bdfcd90deb6f26102a481f5e8f5bce151de7", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18098, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16281, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b153bd766634d205cee2ca553cebbdf158c64435c619dcb3df28f26a620bb064", - "source_artifact_sha256": "0e5cc21589f3c0e2763f8dde5803bdfcd90deb6f26102a481f5e8f5bce151de7", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2693, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11494, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4894c5e425efd0a724853b25365cba42c460f66a05f6b1b82a4590ad6b30c92a", - "source_artifact_sha256": "d7b5a5dec67889714f9d551501376f2e968eb2c2713fa1aff06404eea04c939f", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17816, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16978, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a9a4bc6913157bd27484ed2a6c1210c36cbb4b5a69c94f3cffcf7a5a43c913d7", - "source_artifact_sha256": "d7b5a5dec67889714f9d551501376f2e968eb2c2713fa1aff06404eea04c939f", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2698, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12061, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "45c1327ad0b94a42fdb70bf030470d0b6e4ef9b65b133f4986a73f7ce2d9540a", - "source_artifact_sha256": "6e8586e3b49566243a4fc962b2870a625a994da6485d4dcc8d23e200e573ba30", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17796, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17588, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6fc1845cda9e7e0b13b4163a0ca7033c1e3503fc4b042a5a0df2a29cec4e4c3e", - "source_artifact_sha256": "6e8586e3b49566243a4fc962b2870a625a994da6485d4dcc8d23e200e573ba30", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2560, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11517, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d2b66c82afbc87d6d65b2cb20b36e6b1f853ab66279f4fabbaf6efa6659854e8", - "source_artifact_sha256": "288e4ca22960cc8ebc52ea4a1b377cc952e9e401781c23b5d9912bec99b1b6da", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18578, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17200, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ef38568c81697182720dc63ec453df911e087f10b28ead895ebe61b4570887da", - "source_artifact_sha256": "288e4ca22960cc8ebc52ea4a1b377cc952e9e401781c23b5d9912bec99b1b6da", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2579, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12182, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a6b934a211fc453db095a95783cce2e59b4c4e414dd8ee806ee89bab8e827879", - "source_artifact_sha256": "60829c2803e6fff9832e08e0759ba788b6ee995be52b344e455fdce9fbb3f2a2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18648, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15364, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "42f935fb4eab2f1464686ab13951304bd50e5f25184b87eec3b77e1e8a2ba0a2", - "source_artifact_sha256": "60829c2803e6fff9832e08e0759ba788b6ee995be52b344e455fdce9fbb3f2a2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 19, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2570, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11944, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "057a8f2d106ab34776181fa33c5331c027ee6fa22da73e11efeaf3d1bc7a4d1e", - "source_artifact_sha256": "022fd75260375e9319b2bf7294da61cfb8e51f081859ff261a3b8b9b19c68d83", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18663, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8959, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "05d8fbc82e70ce5ca8b1c16539870f4ba60689aabe3f5a539e259025a0c4bf82", - "source_artifact_sha256": "022fd75260375e9319b2bf7294da61cfb8e51f081859ff261a3b8b9b19c68d83", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2574, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11083, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0813d5fb4b1501807d1599226b3d6f661c936553c327a96e188f4ed6e75cf73a", - "source_artifact_sha256": "5d24fc9e277254625b8b26f5d6bdfe79862e5812fc8b9533cd144ed99514800e", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18643, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17734, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2c9d23379eb513a37313d6b3acac2c3d4d36042cf182dee57c23e86a319a3db2", - "source_artifact_sha256": "5d24fc9e277254625b8b26f5d6bdfe79862e5812fc8b9533cd144ed99514800e", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2579, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11240, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ef23de39a93735a4ecd65f61782010f8ba6644d1f554146d29ad9fad4d3521ec", - "source_artifact_sha256": "787a921b07d31efcf95f07a34428a46d645f5b665c2caa62abc1cad328588ae5", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18648, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15145, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "fc1cd368a09194c7d22a05e595fea050409d2f0d03088279eb938487568b9e5b", - "source_artifact_sha256": "787a921b07d31efcf95f07a34428a46d645f5b665c2caa62abc1cad328588ae5", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2574, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11018, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "653e511200ca66645b2ef7cd9e68b98adbd79462043697b49d7b35c0bb1f1406", - "source_artifact_sha256": "13815bfaea5a32c3c4bd6a30706c1ed63ea9d076462397b7832f15885e4e8190", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18608, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14802, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a6d1fc9b09328a6998bb62609b1b9d5f4549f9b8a4b312cc4ff751f655a298c2", - "source_artifact_sha256": "13815bfaea5a32c3c4bd6a30706c1ed63ea9d076462397b7832f15885e4e8190", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2584, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12772, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b8da60c7152e12fbc6f1fc3d68c8b71c6ce4cd4b2037dd4c9cbc091c5ffac864", - "source_artifact_sha256": "a869911ed0cb0ec91039922c03bbeca7baccb408b1c299c4878d7dfdd55142d2", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18751, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10065, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "49fb1b4eee3ed1d9c2e81403c0863289a2e72a489852129d6aa4764909260ceb", - "source_artifact_sha256": "a869911ed0cb0ec91039922c03bbeca7baccb408b1c299c4878d7dfdd55142d2", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2579, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11225, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "269f005344af1cb57d7203d4f610f0f97921c6d63e0bbcbb5a56aa214489a4c1", - "source_artifact_sha256": "32a5cabea5edc4986b30d19ef115fc4aad94f61f6916027735e72fc23370fbd2", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 18751, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16966, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f12e180401b6b233e08e346497cf421641d55e46c591699294ea8df069d6d956", - "source_artifact_sha256": "32a5cabea5edc4986b30d19ef115fc4aad94f61f6916027735e72fc23370fbd2", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2535, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11321, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e9c59400b456b6ec3814a9aae9684908225fbf3a2914f6fe08e380d4fb206865", - "source_artifact_sha256": "320536198e5831dbdda12b7e3053090651def0e9448fdd07c94120ba5fe0fb31", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16989, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17088, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "18b423937c01f39e9066a4fa0c6346b058fb360d68732684a92d398a3fb7ae65", - "source_artifact_sha256": "320536198e5831dbdda12b7e3053090651def0e9448fdd07c94120ba5fe0fb31", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2565, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11368, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b250ec0c20571db1c3d6e65718a84d0c15230a4c35a9a60bfe4c82b8ff1ec6c2", - "source_artifact_sha256": "28c98544c00a71cfefafae9b580c975edf597ad03ce5e35fbc45e3789e279863", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17049, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14480, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1ce66eeb9183c8d70836da2a54e061f24614af59d73c4166a34978ed26521aa2", - "source_artifact_sha256": "28c98544c00a71cfefafae9b580c975edf597ad03ce5e35fbc45e3789e279863", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2565, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11978, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6e88b54a648aaf046eabe2265b0850ad5b9ce3b3b18f0af2306df163f97fce86", - "source_artifact_sha256": "7774b3fe6336c846fc2e04b54fc38489a3fb2512f26ee63e0e7b994769458c22", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17108, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25320, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "37b86e71d5c1659d71310b3420373d5ac0ba0e4d18459cbe8b93aa3b341bb9d0", - "source_artifact_sha256": "7774b3fe6336c846fc2e04b54fc38489a3fb2512f26ee63e0e7b994769458c22", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2555, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15112, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "96da29c7fc2099723ff8245f7b8d83022024aaf5bada2a23c4d5d29bea794536", - "source_artifact_sha256": "6bab285445c87cd017ad70c2be3a234b52afd2806ff7cf01357a5a88bee8887b", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 17044, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16435, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ee36bbdfd3a10cdbd1cb898d992d8e02b2c6fbf99f01f2df5e76821137c565d9", - "source_artifact_sha256": "6bab285445c87cd017ad70c2be3a234b52afd2806ff7cf01357a5a88bee8887b", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2535, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11676, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a47fd4504a1300e5c319d574233edeb6e8c34fa240943520ca748547e94681ca", - "source_artifact_sha256": "f4426db5683915e3ef561b29659ee70f7175066329e83c5ace82b47275e10675", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16959, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16442, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f79791a3e21a4f99a885abb6cf62ff9add7391372a1feae06168ec8bc813d9c9", - "source_artifact_sha256": "f4426db5683915e3ef561b29659ee70f7175066329e83c5ace82b47275e10675", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2515, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7431, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f579d9217d3e9acdfd80a377f2a972fb52649071eaaaf26987654fb98e20cdff", - "source_artifact_sha256": "6863e04dda2b5b2a5c67535715fa7563ce73cc9d6ea39d2b300e0057c2ce190f", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16841, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15887, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "6c2f456a01629e1f266262758f5f391fb2eeb1dab09caecc1d66dfc377580c52", - "source_artifact_sha256": "6863e04dda2b5b2a5c67535715fa7563ce73cc9d6ea39d2b300e0057c2ce190f", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2505, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7940, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0742bca7592001c41da152adfd23ec16bd8dff8537bcd297c03f57f81e3bf27d", - "source_artifact_sha256": "1db322ebcbc35bf8134b80b0f827975a8d9d99b5272f2a7146c57b01ae0951bd", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16871, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14575, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3f83aa65f284e67479411537888880d44db93434bd7791639c22ea99f8be10d6", - "source_artifact_sha256": "1db322ebcbc35bf8134b80b0f827975a8d9d99b5272f2a7146c57b01ae0951bd", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 11, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2530, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11398, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ca836fbf53bc36ab431c9bd4538b2905306fb7860fcdd2611d6caa6ed8840d6", - "source_artifact_sha256": "12f6de4f5d3fba0b6e2a6b998354a4a7d6ad47ecbff111c9be4115173714a63e", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-opus-5-20260723", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 16974, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16239, - "model_id": "anthropic/claude-opus-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "32592ea1dbacb3a8c2521ca592501b94e110840998e03e80dba09314e05a315d", - "source_artifact_sha256": "12f6de4f5d3fba0b6e2a6b998354a4a7d6ad47ecbff111c9be4115173714a63e", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1517, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12046, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "562af3460fd5377adb840b7616b21223699e3a24bdfc5aa06fc97c284a61e69a", - "source_artifact_sha256": "bbbacfacbad7f498cda12b586df16c7e262f9373ea0aeb3842684c2f4b3436df", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6868, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14987, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "beefa8c14491aa1d87e7ea3b40725595a327d4265c806924cd3bc38af82fda6e", - "source_artifact_sha256": "bbbacfacbad7f498cda12b586df16c7e262f9373ea0aeb3842684c2f4b3436df", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1016, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11335, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c039af6e3f9a6ec286df49a126581120c982273f1630e7c5c08b59ef9d8028c0", - "source_artifact_sha256": "6ebddd6928f3a806252b92db902ac4fff490d5260e9b02bc850fb4a2e2d76ae3", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6844, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19349, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3b3f6ac84126d7a920d457dfbee1420d4e160063128261c4b4efacc31eaa43a7", - "source_artifact_sha256": "6ebddd6928f3a806252b92db902ac4fff490d5260e9b02bc850fb4a2e2d76ae3", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1430, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11884, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c81c4afa9600c91c9a2550778aa695d9e6d6fb721365f3e2d894933aec0547fb", - "source_artifact_sha256": "0df1c2708b7ea3469168838b3307e6da4a3d91e9517df81b0b4e869208985717", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6826, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15288, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ef265f0838dac11becfa42def4047579e9facec98538a78dbf8675d730cb2788", - "source_artifact_sha256": "0df1c2708b7ea3469168838b3307e6da4a3d91e9517df81b0b4e869208985717", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1012, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11265, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "50caeb9a09ee08216e7ea4b92787b733f8f53fa6220add2081b880aed022267e", - "source_artifact_sha256": "290173043a9fd480b91371d6794b9167af5f72b86cceacf6aaf1f028622de2ed", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6808, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15592, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "acd22f8c2bd6fffd9cd5dd45f3c7af752b9d78fc002be58da1c60a3a8541ae12", - "source_artifact_sha256": "290173043a9fd480b91371d6794b9167af5f72b86cceacf6aaf1f028622de2ed", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1010, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 4878, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "eb1bfc430754d03b0d577273b11818bbf708ef6ba7daff9251715079725c8418", - "source_artifact_sha256": "51c8e419301550fc11a621416aac2ccfa25d77e8c08b467f4fac855446314330", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6790, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11419, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "828d458314010c122bf54c91d009348062f83e708a1aa35676c68e8352c905ac", - "source_artifact_sha256": "51c8e419301550fc11a621416aac2ccfa25d77e8c08b467f4fac855446314330", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1016, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11627, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d5c1b4561712797e02f61886c40d8f9118d00e0d3a8f4994deb2ac50ecf13fbd", - "source_artifact_sha256": "d5bff2bce3f1e8ff5dd7ace2c941877046a02eada9b6e051da0fdd03528c3bff", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6844, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14769, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "1f5a39076eb97518afa0458d8c033b7d99ae13fe40a73c211191c2fc5767b0de", - "source_artifact_sha256": "d5bff2bce3f1e8ff5dd7ace2c941877046a02eada9b6e051da0fdd03528c3bff", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 19, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1012, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11336, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8841022b0a2bdeba14f945214c84d9338669d77fc3b9cb9b15b5a13b9bf6ac67", - "source_artifact_sha256": "d25f99ab1699f1a98ddb5093f35b9eafd6a82a5daaa296caff84dc614b327e76", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6808, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10246, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e7f76095a9ebfb5d1c983428e16a7f219c5f78e59146efe46b7d8326ce000b07", - "source_artifact_sha256": "d25f99ab1699f1a98ddb5093f35b9eafd6a82a5daaa296caff84dc614b327e76", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1028, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19747, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fa83b103a7adc262412f23ea39bfe34dcc8a622bac63cad2080ae34c5b21a510", - "source_artifact_sha256": "5d026fb243699343d65771bf5b1c77dcf4618944f4382ccf63a8785b31368318", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6941, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15595, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9e7c76c1268c565b623f0d854327c016fb7c48342fd1f3458552321cd475b950", - "source_artifact_sha256": "5d026fb243699343d65771bf5b1c77dcf4618944f4382ccf63a8785b31368318", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1089, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12000, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a41cf2d8955daaa6ee73fc9470abac610be39ee4506e58e6a22cb1bd74008f63", - "source_artifact_sha256": "c7517f213e8620f4302ca5a587996b190d4e8fad14c5e656a2c5b7252fb0abda", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7171, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14364, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "c867ac7c9cae83440d6ab5f76e694cc4ecc8c9617ba10bdffa3eefcf80547b2e", - "source_artifact_sha256": "c7517f213e8620f4302ca5a587996b190d4e8fad14c5e656a2c5b7252fb0abda", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1426, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11818, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2e0f71e24eef635c24926981be1be269eb1b65901bbe05971990b18d4007bffe", - "source_artifact_sha256": "3e3e1f06d89a2fe2f45f0a67ad4c3cbf37aacb2a2778469b0f4ac9aee12560ec", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7193, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10233, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d114031a7cfc61d5f88c0d088e1b177a4f34d1b59f0ce4077ed5862a2669e625", - "source_artifact_sha256": "3e3e1f06d89a2fe2f45f0a67ad4c3cbf37aacb2a2778469b0f4ac9aee12560ec", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1476, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12300, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bab776e7558f36a77b465ecdbc3ae17fb1477d6e0f03908ecd32888b741d122e", - "source_artifact_sha256": "1f176e9c7383dcb77a10bb885db88b0afb6afac7355d131575659104100089aa", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7194, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12929, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "48e6129734a6188a07cf5c48535740f5fe503b1dc1702ef3d2dd9d4e2f2049b8", - "source_artifact_sha256": "1f176e9c7383dcb77a10bb885db88b0afb6afac7355d131575659104100089aa", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1089, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20257, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7d943d559c37143f0a61ca62ab509dda5d8e39a26fc22f7495b57f43f75a0d2a", - "source_artifact_sha256": "f78249e033b8ea122349d86277974f2cca328b54035c699fba804d936739612c", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7240, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17156, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "11a17db2a79a6d11c108ce0b3d0a51af994212e0af8bbcc48f9c82a7949af6d5", - "source_artifact_sha256": "f78249e033b8ea122349d86277974f2cca328b54035c699fba804d936739612c", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1080, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11651, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "384e0cad565e820194589897f1734d3c28fab4c37068106f4c96b919bc013470", - "source_artifact_sha256": "c207aecef2f9e19525c3a84a523567717422ab82fed330441b45469ab5df9645", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7177, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15075, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c444eeaa355ef2b8221283c163bfee304ae0f0c3e3ab20387313dd59ce9181eb", - "source_artifact_sha256": "c207aecef2f9e19525c3a84a523567717422ab82fed330441b45469ab5df9645", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1101, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11358, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "44901d33e254de8db81c313d27c0eb0b321c10bf4a203eb0db3ecdc840e668f1", - "source_artifact_sha256": "07b2b1293fd9bffbdbafdea993481de35b9cef963b09064409695b7d13dfdbeb", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7239, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19435, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7c9eaf4d24b667391727601c72267dbfdfed4907a0772ecca727b84ad5367fbb", - "source_artifact_sha256": "07b2b1293fd9bffbdbafdea993481de35b9cef963b09064409695b7d13dfdbeb", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1078, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11593, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "44fa098e109ce38a995324661837fa56ff4147eb0a1892d3b3dcdba57da107f8", - "source_artifact_sha256": "bd9300f351fc86bb1a65c06860a770d4e078c4ca052f3886e18966bbd9d83270", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7127, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16613, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c39e27845b56acbac8b3a630bf2e91ae9b01d5fdd9f0fea9883f6d2d0af85460", - "source_artifact_sha256": "bd9300f351fc86bb1a65c06860a770d4e078c4ca052f3886e18966bbd9d83270", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1080, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19686, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f0051f7a78ae17f4cd24d764f4094b31588d3d00224fe4cf22fe9818ddc53554", - "source_artifact_sha256": "2820aab4a1318204356be4f2634633ff629ab1bf568109632e60619fa1e21088", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7119, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17906, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6485efab8ddd72ba3471f3e33a66d38e2a5a8b185c5ebb0557bd99e2911deeb2", - "source_artifact_sha256": "2820aab4a1318204356be4f2634633ff629ab1bf568109632e60619fa1e21088", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 6, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1024, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21427, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8b6b8f80757b82f7a8c27e9998ad7d60a8f054a63701cda900180eb54c5c0bd9", - "source_artifact_sha256": "0b95152689facadfd61928ad2216117e368add4af9b8d2c5ef566072dda3edb6", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7431, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14194, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8d5def9e4aa7f806ffeb46148a2e4d6062cd5a9e65f1af83e063c5a15d37a5a7", - "source_artifact_sha256": "0b95152689facadfd61928ad2216117e368add4af9b8d2c5ef566072dda3edb6", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1032, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7061, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "27889c83f5324210f7ec87bbb5a4cb18033c9079bd8ee3824e4d317539be3d0c", - "source_artifact_sha256": "44fd6398d46f15b3ee0fbe6499d3114a85eba42191d2c83b71cd8f6f02f5a1ac", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7459, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16345, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "114f88bbb05bb242d93b50da11863c363e71ed7c813b1a1d378ad069ee4593b4", - "source_artifact_sha256": "44fd6398d46f15b3ee0fbe6499d3114a85eba42191d2c83b71cd8f6f02f5a1ac", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1028, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7411, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c5a7c07d2bd61ebf79a0ed6de28364654fc99c2f1e0eacf49dcbb45e5365598a", - "source_artifact_sha256": "92fb4dea45e1e12544683d4876abe90830128d3994f329cfee6435df09c6e706", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7465, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8268, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "01e556f6a1f1a27ff162180c45cc2da30a6b75f6d0b3d51669e9b72acb356d46", - "source_artifact_sha256": "92fb4dea45e1e12544683d4876abe90830128d3994f329cfee6435df09c6e706", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1030, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19766, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bf909d698c4f3b2b22967cf1cee3b6948d4b1cb89162382bd52944ac01a68214", - "source_artifact_sha256": "d3f0e09bdf7a772ea5639ab8849d87e1719eda1b9feb319d2d4f7e5bfeb370d9", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7457, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15075, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fbfc7ed9715be8369dc3fa657afdf2ea37b387f3e506fd8746eaeee7da8c592b", - "source_artifact_sha256": "d3f0e09bdf7a772ea5639ab8849d87e1719eda1b9feb319d2d4f7e5bfeb370d9", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1032, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11224, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fbce137df87379f02d68390765628d2032aec642e4b1ca9f6c26cd287f3c0b46", - "source_artifact_sha256": "dca3a7fadbb87cc5f4797c8b32a5b097a492207d33ec7a6e3101676e609da864", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7459, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20355, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e4a701f34a3f9bbd10dfd68ad5084bca4a3e31c52ffc004f2a9bdcca89004775", - "source_artifact_sha256": "dca3a7fadbb87cc5f4797c8b32a5b097a492207d33ec7a6e3101676e609da864", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1030, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11337, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9984c454d23505ab26fa1c719c47e83c39eb3af2ce43a1de17256e14a538f13c", - "source_artifact_sha256": "6a332a7bceb73f7da5764cd3d3dc8f6400810b909869c606cea7ff66ba985abb", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7443, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14507, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ff0dfcaf06c865e1d4348ddeacb6517452449845aac7992faafcddce1e6b5ce5", - "source_artifact_sha256": "6a332a7bceb73f7da5764cd3d3dc8f6400810b909869c606cea7ff66ba985abb", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1034, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19314, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8eb6c443506597c9ea9e8205118a7c90986449fb761282d51c2c61cbdfb8a80b", - "source_artifact_sha256": "9bdc4e78f40b37d83a7d90f041b5b4550c4fae40155a20384bf9cf3d9cbc1d7a", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7501, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14260, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "14a84f91ef853cf49c3e5021aae22566544e7662f9f2bcbe471b89a9ef4c9c21", - "source_artifact_sha256": "9bdc4e78f40b37d83a7d90f041b5b4550c4fae40155a20384bf9cf3d9cbc1d7a", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1032, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10900, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "66f1b0e19d0328393c849fa90fc4d7764015653697062277b57b567cdf3afd57", - "source_artifact_sha256": "83b878e63956e8a3a77997f897d5716b966e6fa11f931d62d307f2521121f289", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7561, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11067, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c54af08f5bb8e90905a48355853902e2dd2567e9dce890148669f3713610b244", - "source_artifact_sha256": "83b878e63956e8a3a77997f897d5716b966e6fa11f931d62d307f2521121f289", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1014, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11385, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f24b92f11cd78e777b431c3796f3d3d64a2f033c783dbccce93064a3b905d568", - "source_artifact_sha256": "83a3440be113fb0a253108d325a183d7564a60aa41d829e61e4fb226c6188d12", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6972, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16138, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "bfede2de6148723cdb16ac1b3f3fb5e220a4e15fe8fae2b123bc9b0bf422dc8b", - "source_artifact_sha256": "83a3440be113fb0a253108d325a183d7564a60aa41d829e61e4fb226c6188d12", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1026, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11293, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5148835bd10df23a86a99d85f7eb53aa9e520824d83350022db2be60833139f3", - "source_artifact_sha256": "1623277c17baceabdb3872f2926025b4fbf28f9535370795afbd658699e86da4", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6879, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18584, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "53ef8d063c4bc0b8c641c49598731c5e36e79b34fc7b024f1790496004167bc2", - "source_artifact_sha256": "1623277c17baceabdb3872f2926025b4fbf28f9535370795afbd658699e86da4", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1026, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11115, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ab40863e3994ceb612567004797a448a858f9f2fa944bbcb3d808ebccb70bbc", - "source_artifact_sha256": "817f35ab810fa6fa252b07b7c24cf8468d7e50edbe07c36a454911bc25be92f3", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7104, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15850, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "18a389cd0b403bd1843eedb44e9f6aa56e5bad68ec0918415d8179ea068f97fa", - "source_artifact_sha256": "817f35ab810fa6fa252b07b7c24cf8468d7e50edbe07c36a454911bc25be92f3", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1022, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19955, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "5c2e118144c438cad37b72760df8f37ef4af4e9275e51f8c044157f121318af0", - "source_artifact_sha256": "68b9ba401fe3cd32852db39076de3bebc80c9b3bbfd352226de93cba567dbd18", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7032, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16401, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ff0b4d6bf3d37c4e3025532d6a84a34f157cdcafbb0c1798d784e9cde55a101", - "source_artifact_sha256": "68b9ba401fe3cd32852db39076de3bebc80c9b3bbfd352226de93cba567dbd18", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 18, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1014, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10958, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7a095bd90bfaa7e2e337f135efa4180dbd18966196584b7bc693e2c0919df098", - "source_artifact_sha256": "041c05a59ecd4befa39e2a213fd6d5a802cd0b53735e4323fae38233713193bf", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6784, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19227, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "67e12a25944b90bbae7fc1633e0db6dcf45718dbf2c30a115834b7c8b8955a9f", - "source_artifact_sha256": "041c05a59ecd4befa39e2a213fd6d5a802cd0b53735e4323fae38233713193bf", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 18, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1006, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11429, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "257fa6e0001d25147c109fd478bf3a912fc8f032f2b43b4b25c36ecd50e7e161", - "source_artifact_sha256": "8506b7680705b4f6046d1882bd698ffd80bf013a0a09d0dee87e3a0f9bab580f", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6949, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15144, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9c34aa269307e12f768da0fe5beb94809f3cc5536f28af204f306ded81057172", - "source_artifact_sha256": "8506b7680705b4f6046d1882bd698ffd80bf013a0a09d0dee87e3a0f9bab580f", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1002, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7696, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1916c6b5db3f6a99083389d54da66401e0d0edb27b6bb3ce3fbeaf7b5e3b6684", - "source_artifact_sha256": "5aee24153dc00bac25d3afe07f8f14c20cf89308d18dcd968016f267f426521b", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6809, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13649, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7cb118fd2f9fcd97f1a09c4d42f4facb903eda70e8f75b250be5554b6c8264c4", - "source_artifact_sha256": "5aee24153dc00bac25d3afe07f8f14c20cf89308d18dcd968016f267f426521b", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1012, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 19518, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "07005527ab94c274d3042c8d4391e18f470b8e4672e57f4d94d0882ede5b1549", - "source_artifact_sha256": "9388f8a8b69f139bfd134e977418a95ac4928e8b2a68bec7f0f922f5c5c5cad4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "anthropic/claude-sonnet-5-20260630", - "actual_provider": "Amazon Bedrock", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6790, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18412, - "model_id": "anthropic/claude-sonnet-5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3fcd431c042307eedb3dd9ec4cf6317a69dd9592d4eba2c77d16e274558db71e", - "source_artifact_sha256": "9388f8a8b69f139bfd134e977418a95ac4928e8b2a68bec7f0f922f5c5c5cad4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 4137, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 100667, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0fe72bcc844d4ee4de2ba66a199ae85f8a898d9e1b904d43899f81b990a77918", - "source_artifact_sha256": "40d04359d7642069cd17b725488e307584cbd9c744d7c6af5912c7dcdead8a96", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4106, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 187004, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e226be485ec158ea48e54800f9a261c3f966645ad2687b9306d8d499398c592f", - "source_artifact_sha256": "40d04359d7642069cd17b725488e307584cbd9c744d7c6af5912c7dcdead8a96", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3874, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 108317, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "16907b1d8c7f1fd38995ba50884206bc31fa4acc4a6c53af34a2e65c2063d011", - "source_artifact_sha256": "39d3c261beb4d93c870ab5c97c9aa5cd2c210e7c6fae34779d4ea6bb924bbdab", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3871, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 184809, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8423230f674687bfc6744d3b5ce12f8b69142890acc109b24bbb6f474fcbc7dd", - "source_artifact_sha256": "39d3c261beb4d93c870ab5c97c9aa5cd2c210e7c6fae34779d4ea6bb924bbdab", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3696, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 99977, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "add1737c1e5d7109c590dae83c4ac08998c42da292db8a5f18c9762c61af1bcb", - "source_artifact_sha256": "6cd514501c7c90908155e97c21a24afe3f6e1e8e9bc5613370c8923bfa3abaee", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3847, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 185515, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bc83a95a29f8d14ccdabd62a9d2b6a03ad393d09c53a7e91c8a3945140d91ca8", - "source_artifact_sha256": "6cd514501c7c90908155e97c21a24afe3f6e1e8e9bc5613370c8923bfa3abaee", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4055, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 109013, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0c457f61419e18db760fc1f6923fd61c3ba900508097b7a7d2d8945f9083607e", - "source_artifact_sha256": "c41a5089693bec9334ef5099c9d5f1a083d2b847a7db2712318ffdd7999d0095", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3647, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 193212, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b16504333f473f888d970668a9eef218e211ae97635713551253f1f463732676", - "source_artifact_sha256": "c41a5089693bec9334ef5099c9d5f1a083d2b847a7db2712318ffdd7999d0095", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4433, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 109387, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ffd28556b4ab819bed58d58c2fc8dcf531e5805e3902114889a3c8fb26241d88", - "source_artifact_sha256": "0d4c00002ce53317349314dbef9f2c819262f52d6874587396e7d14fba79ace2", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4073, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 184908, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "01ab262afc3b2536678ed75f55a559b31105c8d1e65157968061b618241781cc", - "source_artifact_sha256": "0d4c00002ce53317349314dbef9f2c819262f52d6874587396e7d14fba79ace2", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6043, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 114124, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "5034d566d37d2d5bdfb6acf4c097ca25a44b3aeeabce8a0b40747f9a6ed4a58f", - "source_artifact_sha256": "ef8e9394664162f61272f79cdba52b6f8e9b816cf80e3f03e98f23dc20423509", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4077, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 187543, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ddd03f41c609d0b82ccdf0b7a8fbaa345cefd9bfe245fc92840773643960178d", - "source_artifact_sha256": "ef8e9394664162f61272f79cdba52b6f8e9b816cf80e3f03e98f23dc20423509", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 21, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4042, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 101727, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "85ff72a10dcabcf180d5a08905411c3b7320988f691a99a0aeff6ff60a1cdfc3", - "source_artifact_sha256": "b78abd3efc7659d755026020f69b488b09ec53e2a6dc6a2d9f8e01814e9d01e0", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3893, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 193191, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "416fefbdcb612296c414368b6ed63bdea570c63341827defbb3039492c9ebeea", - "source_artifact_sha256": "b78abd3efc7659d755026020f69b488b09ec53e2a6dc6a2d9f8e01814e9d01e0", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4f0ace6e278b3632ac8c0188bfbd75af3c4d5a6d515306943a52fb8935d39455", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3968, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 337214, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "15c00b4d0db3c8a3625323232ca89022d26f54bfb2ab71260f7a2f5df77232b7", - "source_artifact_sha256": "4f0ace6e278b3632ac8c0188bfbd75af3c4d5a6d515306943a52fb8935d39455", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3178, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 107167, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "13bed241c80082a3ec6247c1c952fe81d57cb4aac014a8ac7346dd55805731ae", - "source_artifact_sha256": "e72c7ce4ec188f59dd5d57dd85c16fdf9ee6552652aa49e289f5d94f5d3bcee3", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e72c7ce4ec188f59dd5d57dd85c16fdf9ee6552652aa49e289f5d94f5d3bcee3", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3119, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 99646, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bceaf5dc75d1a5e35270c74f2387733d3d200f3e4b2fcffb1b081e141ec6fb76", - "source_artifact_sha256": "3066edaa50e4a4d806747487c8e92c9b18638507fd9f41ffd28d5e7a9234f13e", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4359, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 193204, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2a6298dba4bf305e492ed5df190e29a1a3489394eb940f7f11448a086cba79f9", - "source_artifact_sha256": "3066edaa50e4a4d806747487c8e92c9b18638507fd9f41ffd28d5e7a9234f13e", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 21, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1540, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 105303, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ba883b34f98f443cecd67e25f8ae9879b0fe0b4034e3ae9f266fda279d54f949", - "source_artifact_sha256": "e54bf04bc8573a0f0eb86c8e12c3b6d1e0924e2f73ba8a1a48dc341b35a2fefd", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4614, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 193690, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d0f69fddba29d7e0fc48b1a21b5411f09cb1eb68c324ff21b5552ab7b4bc97e0", - "source_artifact_sha256": "e54bf04bc8573a0f0eb86c8e12c3b6d1e0924e2f73ba8a1a48dc341b35a2fefd", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1426, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 105514, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3fd8d2fc6961acbc826b0e4a762bef5ff22358aa341b024b48e6d322553dfd12", - "source_artifact_sha256": "0794fea1c7ad408f92620fa14c12e94610c98c8ae94680301fa9f71ed8a0922b", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4317, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 185934, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "59fc191920130bac3996a127768180c5c52c37fc4cb695d36ef2eb86ede1feb7", - "source_artifact_sha256": "0794fea1c7ad408f92620fa14c12e94610c98c8ae94680301fa9f71ed8a0922b", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 21, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2942, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 99241, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "761ed65376e11151861cfa8046b568010e588d677f801fbd4fdc8c07fcbef257", - "source_artifact_sha256": "6058b7c54342e35bfe0ede16457e43f4051ca001ea44543e23f2889600e695a5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4595, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 185197, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "518d215636e739c3706df2b1838e5d0c429dc72a69d5fef6e376013d67112805", - "source_artifact_sha256": "6058b7c54342e35bfe0ede16457e43f4051ca001ea44543e23f2889600e695a5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2276, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 106387, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f82583352e3daa481cb2e191c884a75a3516301f6c076050d41ce129a5a8672a", - "source_artifact_sha256": "08163b32c6b44a3112947c16fe3b97067604d82a9379386e0097a5fdb095d618", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4959, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 186181, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "809686cdaa87ec3bc14baab82de518c2045efc9041fa7398f27ab26d929f066e", - "source_artifact_sha256": "08163b32c6b44a3112947c16fe3b97067604d82a9379386e0097a5fdb095d618", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2430, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 97974, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ceba2deac0b7b1cdbb03ac6a4fd9383f6c06fd11bae6e113fe15eadffca6c43c", - "source_artifact_sha256": "c49d9c58b860131cc5ea8780f5d98d9d7ee4c44801ba04b8f956792124736390", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4307, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 185737, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "35d26cbbd70ea4e0f5944930db07a001427b23049eea14ea02f32c1aeb0f1fbe", - "source_artifact_sha256": "c49d9c58b860131cc5ea8780f5d98d9d7ee4c44801ba04b8f956792124736390", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3581, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 108432, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b9cd430820d35aa8188ecb57632f7d2cc3abbf7c50a94597199edf0fd712a1bf", - "source_artifact_sha256": "83bf74634e4a6670b656190a433b9827d0092f4e29d217bfd7dbc1a0d896e613", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5652, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 187743, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fdfe2ea4a112164c941b8e9d68795cf9341d2c517714cea8e7eff25d7d4fb5ac", - "source_artifact_sha256": "83bf74634e4a6670b656190a433b9827d0092f4e29d217bfd7dbc1a0d896e613", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2831, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 99098, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a55741b11c7f89a93e55dc9943fd3e04eb9359d85e303797d238ec4d4b0ebece", - "source_artifact_sha256": "68e5d7c5c705610094cc32028de0ea26dbc25730959b2f4c0ed442573f26ce63", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5263, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 193763, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7465a0237fb30a3fd0154ae2c051d61cd0e57a480bf77e7e2c661a6990e509c0", - "source_artifact_sha256": "68e5d7c5c705610094cc32028de0ea26dbc25730959b2f4c0ed442573f26ce63", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 7, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2351, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 93583, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "766a6e8ee0413f6a37b9a486b461a4a16eff9de887faa1ae3b73f99b0d1d7763", - "source_artifact_sha256": "0fb21d0e4abb98e0685f266f1ba6e333ee4c0cf0d38b5d2150bfcb2036b103f2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5153, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 200874, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ba261be1cf7db49eda2e2cdf70514c6e32a9fecbfd00aaaa86cf9c5d5776dd66", - "source_artifact_sha256": "0fb21d0e4abb98e0685f266f1ba6e333ee4c0cf0d38b5d2150bfcb2036b103f2", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 12, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2136, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 97642, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e3ba9dbaee884e5fd2bef2f2c96c30d75eaf250d974dfb36779f0f38693824d3", - "source_artifact_sha256": "d57e3a73e9bb594b7ee7e9304236773d259c736698fb412066c53675ce58f06f", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4026, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 186341, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c9d61e9376b06baba139fbdaa352236af5115a4b4bbe48b314b9047a355e499a", - "source_artifact_sha256": "d57e3a73e9bb594b7ee7e9304236773d259c736698fb412066c53675ce58f06f", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3370, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 99626, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fdaf72d3ce73786662bb44a742bc45148e7e4764d34e106d25f6959134a95844", - "source_artifact_sha256": "a998e47e353b7a68a3a35aaca112fa7c133ca3a85f244fed8aca5ff868836431", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5384, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 185726, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e1a8d2d39201ba164b3862e7badd41eec549835d5bea90fb7cbc05a51d75aa28", - "source_artifact_sha256": "a998e47e353b7a68a3a35aaca112fa7c133ca3a85f244fed8aca5ff868836431", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2629, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 98526, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "26dc458c248480dbe1bb28eefeaac7e1e5c1f6219f942672672682badf5ae25e", - "source_artifact_sha256": "a09ac3ac40ed6bb597cce62102a0c7b7ccb1db2963997beb47eb1df872541d91", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4596, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 185305, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "aa1a916198869ae9a609af9790edf0a892f405bb5609f4d294454214023056b4", - "source_artifact_sha256": "a09ac3ac40ed6bb597cce62102a0c7b7ccb1db2963997beb47eb1df872541d91", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 21, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1441, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 106284, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7040f120e7e77c8dd597fe437318e89d2144201911de7bdd07ecb0e6227f5e85", - "source_artifact_sha256": "0220a80fcdedc766b7325179cd6211447492287fcd26674ddd98d4c5a69b7b4e", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5245, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 186252, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a133ee341f14683ffa01b619383d101e35f6c27f5f408bea2ad92bed459a2e7b", - "source_artifact_sha256": "0220a80fcdedc766b7325179cd6211447492287fcd26674ddd98d4c5a69b7b4e", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2466, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 100828, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5bf87b4fc57f367a1e9954a2bd7a10fa7b73735b68ac4d76ef23af3be146df6e", - "source_artifact_sha256": "393721a623625274aa23eda2eef5c347c7a165b49d52fcffc9c8a250ae9ec8ec", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4335, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 197165, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5b5ba3133b7210f46293e6a2216d8d15d047d99c08634689b0e842d6082ed566", - "source_artifact_sha256": "393721a623625274aa23eda2eef5c347c7a165b49d52fcffc9c8a250ae9ec8ec", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2601, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 98522, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "da82471c8bd27ad33e06dc22d0b45e4abad9cbc14c4baee5958f012d710ea9e9", - "source_artifact_sha256": "c67dfd07e4c99cdb02832bdeba93763a375570ea92d014c1a7c17035883c493b", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5151, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 194331, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "257c986809c8cb70597979403a30388547efbfcc092ecc6501b9b06baec5c091", - "source_artifact_sha256": "c67dfd07e4c99cdb02832bdeba93763a375570ea92d014c1a7c17035883c493b", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4821, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 110279, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3ff5d0128e291b87090f16a34300774b99014eeac1e51f2c0f24facefbdc6698", - "source_artifact_sha256": "4d16b74ae7b5b9b0b9a7a5688e29e36f40f8c3610285af727a2497688dd07031", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3921, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 204687, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7167a557c1f5bfcac640b0c13af7adb161b3ba828c9772f94cc1152de6fcf9c8", - "source_artifact_sha256": "4d16b74ae7b5b9b0b9a7a5688e29e36f40f8c3610285af727a2497688dd07031", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 20, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 4828, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 101992, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ba0c1c204ceb472318ef7fde9daafa1c21a7cc7e171f28e13b6c0089de0654b", - "source_artifact_sha256": "87692d77200d3177dec70c3c888ff1a3bc62105013a22bb55cb6dad4d6cc1675", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3377, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 193184, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d17df8fee5cfe756c5edb8626ece82f02f71415e2a371bd780890712af6c65f", - "source_artifact_sha256": "87692d77200d3177dec70c3c888ff1a3bc62105013a22bb55cb6dad4d6cc1675", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 14, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4500, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 101229, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d8eca10c6fabb2dee1dee39c0f9fee818137b8b0af0a9aa7f1694ab135220d1f", - "source_artifact_sha256": "04e33b6486db63ec64de4a9900b6635be047b5abf7770a501b83c8e3bab50ccd", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3821, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 184519, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0fae508f1cd2ae827531fe798650c57204901b039dc1accab166b394d97000d7", - "source_artifact_sha256": "04e33b6486db63ec64de4a9900b6635be047b5abf7770a501b83c8e3bab50ccd", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4993, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 102492, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "72bf9f7c795181457bd5bf6c48dec752b05dc34423fbb3f22f1959c4ffb3307d", - "source_artifact_sha256": "b25f11a3dd29bf423370f71758c3bdd354019dcb0e7dbb8b279f5eabc0d6644a", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4942, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 200830, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3298cd32a8d8fd7547af7896a7953a2ca9be433658f9b8020f54e878d1d34556", - "source_artifact_sha256": "b25f11a3dd29bf423370f71758c3bdd354019dcb0e7dbb8b279f5eabc0d6644a", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 16, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "d0c30eb9af85b1223aa6b11f6e25df1a764db911ae59ff987248b848584671f6", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3886, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 198507, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e29b5828c3f8b324db2fe23e175e6e61ee552843f94545c17b8a017661d3c442", - "source_artifact_sha256": "d0c30eb9af85b1223aa6b11f6e25df1a764db911ae59ff987248b848584671f6", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2417, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 98278, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "cf4df21732a0c0a969ae61958fafbd86349035de35addfa85119bb92370c837a", - "source_artifact_sha256": "6a771a312d26897722f1c7045a7b6d3c75445983902d5e3ad88752c03e300eea", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3749, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 193414, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d8d7ea09706b1b2ebd7e9c1fdd3a88921aca0ee7badb36cf655aad297a39080", - "source_artifact_sha256": "6a771a312d26897722f1c7045a7b6d3c75445983902d5e3ad88752c03e300eea", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 11, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1455, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 105269, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e9ac33cac7b445af715ad8b764ae411fafc7630c71fffb5e97f743929611c0d4", - "source_artifact_sha256": "d7f3b9350fbf6cc63c5ebb20a445c5cd4269c287e6147986fcafc6347eba60de", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3700, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 186179, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "35cb77305dd83ca9a5ffc1acccb3bed27587b8191c3ec8c93a4ea3d7b19e4419", - "source_artifact_sha256": "d7f3b9350fbf6cc63c5ebb20a445c5cd4269c287e6147986fcafc6347eba60de", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3752, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 100783, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c6cb752d6e1c2e99e55b238e91e8cf36c4e0a1ca5488d2e83d7f6e382f3e580d", - "source_artifact_sha256": "7b4bcc8b80cd6da30ee753dbec6ec26c06364ae08797a9537d3d7de8d62473fe", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.1-pro-preview-20260219", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3849, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 193328, - "model_id": "google/gemini-3.1-pro-preview", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b6c9fd0e345cd2e6bbeb3aef7712aaf37ff5c4f37b14497b14fe201bbb7c16c3", - "source_artifact_sha256": "7b4bcc8b80cd6da30ee753dbec6ec26c06364ae08797a9537d3d7de8d62473fe", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3639, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 28498, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bd7d554f4bb0681f845b3dd0eed4dc38c34e11aa6d64d5cf18405307edf7c7f5", - "source_artifact_sha256": "6924fe92a441fcc10698698f2493b1734e1775b02dd40db2dfd8f1e1e2ed7245", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2616, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21697, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0edd9ec0f6ed138542d816ef423415bceb189844be25b601dfe230d1274eed5e", - "source_artifact_sha256": "6924fe92a441fcc10698698f2493b1734e1775b02dd40db2dfd8f1e1e2ed7245", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3609, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19756, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "667895a5d2adb19a9971af73dcc11104cd5e7a4509e13ee777934d469746de62", - "source_artifact_sha256": "9f46f4fba707c139cec4da25c2636ccbe2f3a7ca3a45aa8aeaebce21d1a7874a", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2658, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 23641, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e433c703d28fdb2a25d03a02e41c57f02a8d41780adb46f354793dc5f69c042d", - "source_artifact_sha256": "9f46f4fba707c139cec4da25c2636ccbe2f3a7ca3a45aa8aeaebce21d1a7874a", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 21, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4262, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 23304, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ff893cdd469bc375e58f8385c7cfc8f41ff64f34d2c9cef2ea20af9ca2595939", - "source_artifact_sha256": "6b7fd1fed9de9a1fc931c15388a1c45f44d0c75e40f74ff94ab5951029fbfe47", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2843, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21680, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c8015f5ded7660e08e01d43c448343d40232754bec083e2dd0d168195ef03ea6", - "source_artifact_sha256": "6b7fd1fed9de9a1fc931c15388a1c45f44d0c75e40f74ff94ab5951029fbfe47", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 21, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4995, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21864, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4c8ee9c8378c1eb36f578b5b92fea5d09f9d1843b73749206d127fdcca91737", - "source_artifact_sha256": "6a495513722cefe4a9b171101355e9eb7b68105c10fbcc213248fbce104b1f79", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2971, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26710, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "331b3e2d41c2f636d13a28f244cc3a86bdd5fe9308e1b83fb2dd528054c254b0", - "source_artifact_sha256": "6a495513722cefe4a9b171101355e9eb7b68105c10fbcc213248fbce104b1f79", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 5855, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 36455, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "24dd81ceb7ee7bea2c7d8cb597cc5dcd7ea45dfc79c51de2a42b80b3777b2c6b", - "source_artifact_sha256": "8b3c0b79ad50db9fc034a4df362a86177a3a2566b053c7bf38dc17e4f1678aed", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3222, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 59492, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e5a5fdbe63227a5f4152d735b8b441b2110b54a1065630995c77e7845cdefa53", - "source_artifact_sha256": "8b3c0b79ad50db9fc034a4df362a86177a3a2566b053c7bf38dc17e4f1678aed", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 22, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6747, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26093, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "70f2c1b49bb5f0b5930601ee07855034c03d194248dc53199e8374d54a82f273", - "source_artifact_sha256": "4ed62c4d7ad9670e85d168bf2a29d86659ca9d3713887004e31a9480d2ae3c84", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2730, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26685, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "50f4a164b5381f68df3825bde8eb0c74fe4cd05696c122d3f41a518e0d5a9aaf", - "source_artifact_sha256": "4ed62c4d7ad9670e85d168bf2a29d86659ca9d3713887004e31a9480d2ae3c84", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5793, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 23131, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d3b67eaa0651792939e453c6d624130acf615c2258510efdd23e5bd63a526ab8", - "source_artifact_sha256": "f8caa65cbec8f35dda9b98f2afa97db1a6d052fa78e84c7cda8ed8faf486ef48", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2976, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 65783, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8c28a71eca3bc1c03531589163ad8b8d282d9202f062bf3405f28bf51803fbc1", - "source_artifact_sha256": "f8caa65cbec8f35dda9b98f2afa97db1a6d052fa78e84c7cda8ed8faf486ef48", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5306, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 31199, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "29617853a97412c104d7368cacbd297cb3efbf681e5556a27dd53c0b5fe99ea6", - "source_artifact_sha256": "f6b7c9780628e62b83ba6801f05089e8cae17fb2eda9ca2294121bc33e074fb7", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2757, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 24909, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fbd7aaea221cb680a1c4f6ab0dcbc1bfdfe78e7264f5c242075e0dfca6a62bc8", - "source_artifact_sha256": "f6b7c9780628e62b83ba6801f05089e8cae17fb2eda9ca2294121bc33e074fb7", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2232, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 28753, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7c25c7cbd3475cc3f706799a5b4e3670b3cfb1c3e66527676a86818a5e19a377", - "source_artifact_sha256": "d1139c2a2229020e9931bb32a7ea05400e706a8e26781b208792cf3f797fd750", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2851, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 33732, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "061b576d843f6e958f4b2bdf880b4f83226f0968e7af829b45c1fc82d6f7d507", - "source_artifact_sha256": "d1139c2a2229020e9931bb32a7ea05400e706a8e26781b208792cf3f797fd750", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1667, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17204, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7e65dc0af0aea17d5f0ca3a8e3c25f876a7cbf1b71d3992852fc24f10f8a4f98", - "source_artifact_sha256": "50b388fa894ed21121ae87b2eb788dd65ad70eca951613ba60306ced4f48f9e4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2973, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 35728, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "25504eec843ec6ce0483ba4d22b806f7cbd86fb9b8a59fb58c5f31d71ae75dc5", - "source_artifact_sha256": "50b388fa894ed21121ae87b2eb788dd65ad70eca951613ba60306ced4f48f9e4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1683, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18665, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "04d13b72ae490b7f01fd86ec04143b7ccd32ca511e8da32ad778807dca0de051", - "source_artifact_sha256": "de80b392290589142342403e5812dccad74cc7b652220ea1a76ea8284290cea8", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2734, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 35132, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c533e7d8a92e0ac00c132f0b16c888aeebee0c459760b1cb2f495b866fba4901", - "source_artifact_sha256": "de80b392290589142342403e5812dccad74cc7b652220ea1a76ea8284290cea8", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1370, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17305, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "67a4717dc3009256edd6449c22a63839ce4581bc5862fe3513ee035f195d04d1", - "source_artifact_sha256": "e732e3c8f08637e81112373e67ed52a20e269f40961745389b9b6fad4bfaf6ec", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3000, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 24538, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "cf7b7f321e03f9b035d7b7ab17e417fa3ffe7dc5faca000c0ce8e359a43e8d02", - "source_artifact_sha256": "e732e3c8f08637e81112373e67ed52a20e269f40961745389b9b6fad4bfaf6ec", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2611, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14261, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d537ef8d4ae25dc84722412765a104366389f2bc7f4e50038222cb2ab49c95fa", - "source_artifact_sha256": "cc87549aa203238392de6cb2f3b84b5819b30a979a6e1e37e786ab82d51a544d", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3208, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 24824, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "382fd4ea4410c2103d6a28e823bf7268cf5aa74fcb4e56955b6d99973ea43d92", - "source_artifact_sha256": "cc87549aa203238392de6cb2f3b84b5819b30a979a6e1e37e786ab82d51a544d", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1791, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19248, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "99eda304884489b0397bb193a2208ec65275ac6fafdf87e162549e6c48d3b583", - "source_artifact_sha256": "487956a57de10f0a0337dbc6ccfd7d477272a15b54cce0a01901447f8297e171", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2948, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 48423, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8ef2186a678bfa4503718061e74dd0950645dbff42763043a735450d2d0b747f", - "source_artifact_sha256": "487956a57de10f0a0337dbc6ccfd7d477272a15b54cce0a01901447f8297e171", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1348, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 30371, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7760554d714ce37f2774daf0b4142f2f4772e3d61b8e6b11fab4d6e271325751", - "source_artifact_sha256": "961d7d04077665699ba1c6d4b91e4af50589a652c2f987234cb2623fc83716c6", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2700, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 28723, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ed1e6bb79081ab9af40fc4b1dcae985cf6e374e737c7157c4460a30850ae0a2", - "source_artifact_sha256": "961d7d04077665699ba1c6d4b91e4af50589a652c2f987234cb2623fc83716c6", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 11, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1956, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 23211, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3c8a98d2838e0cb8466140eda449d3325997b4f46aeef89b180b8acbd548dd5b", - "source_artifact_sha256": "c932a5a681e9ae05d4053073ad0de7e3b1b92c50003decf6c2c0a3ac1385162f", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3308, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 39324, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2199a5756a88cf29679273998acd6d87404a6c34c1a4a0e9c91961200272f52d", - "source_artifact_sha256": "c932a5a681e9ae05d4053073ad0de7e3b1b92c50003decf6c2c0a3ac1385162f", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 6, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1685, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18030, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "57cd4b0a2e194c8016332c99be03bd0e18a0cf20262d7479c842ae4f942e2548", - "source_artifact_sha256": "3dec55a78d1f62102785af965e178b427bef31db709c4ad580296f9edb1b5fdd", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2983, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 33059, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a295344adf60e0fdb82005fbba37a7287ecb939bd1a919a42f05a643f35ab4f7", - "source_artifact_sha256": "3dec55a78d1f62102785af965e178b427bef31db709c4ad580296f9edb1b5fdd", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1552, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17313, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4503f33b3fff39185ace6c5e42027103f08e07bad1af030bf672b4878364861", - "source_artifact_sha256": "b944ece40b49d977e56b05b22c5c0b16b9f4f88f4d7df8437955949497b6e930", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2999, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 25426, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "38fbb6d03ca81edb1ced52b840973bc7bf0b945b55f897a15d6f01faf7dc7185", - "source_artifact_sha256": "b944ece40b49d977e56b05b22c5c0b16b9f4f88f4d7df8437955949497b6e930", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1566, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14188, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4865029916572e57a8e19cdcbd028cf2e0f1d7b9cda2126298c9bb5b60cdd8b", - "source_artifact_sha256": "59e0396f234db69c2c6d8d7e857200cb8bd350af21968bb06f3b548d92c656ea", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3064, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 26528, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "63a47a9b474af483b404a7d1373fe17f45508aafb2717572f08a450f7fcae51d", - "source_artifact_sha256": "59e0396f234db69c2c6d8d7e857200cb8bd350af21968bb06f3b548d92c656ea", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 11, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3088, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 37436, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a60fb9eca98a2bb81931b374cf36e67317bdfb0a57149a8ef20d3939efbff3a9", - "source_artifact_sha256": "7e1363cdd104cae282dc017fb436fe0c4cc19deb894fb948a5fd51bb9d345e27", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3244, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21415, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bd086fc9c51b6132d6662806b0387bd2a2d29badb3c7f0b822299297825a045c", - "source_artifact_sha256": "7e1363cdd104cae282dc017fb436fe0c4cc19deb894fb948a5fd51bb9d345e27", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1849, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18122, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "257b79aee6a0a0ecec485ae4e6467d97467b273d1fca52d9b5e4a1e94cbfc9f9", - "source_artifact_sha256": "e9cd43b3dbbccfa08c299f7c364c23bfb3e221092586dca903f40ff323ab41ec", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2963, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 28498, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d35fd2389671d5582b0cffa4c12e8dd62f4efda18efbf9ca0ecdf49a573ceede", - "source_artifact_sha256": "e9cd43b3dbbccfa08c299f7c364c23bfb3e221092586dca903f40ff323ab41ec", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2431, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18312, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f7a0db376a8f5ca579eec7e100531d7432f17edcaca1118a537f420ec54b41a5", - "source_artifact_sha256": "38aeedaf795f9626ac08770ccfb2f54287f7cf27939d853406da74f7d2624119", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2571, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 35953, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "117117a86f98cab57856209871c3ad6f24148d0f7d2115423a52d58ba51b9de3", - "source_artifact_sha256": "38aeedaf795f9626ac08770ccfb2f54287f7cf27939d853406da74f7d2624119", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 21, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1899, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13374, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e35012b4af03e5ae57f1745e191e9566ddecba3e75cb8407b1a4b50701bda22", - "source_artifact_sha256": "d37e8f2e32cc3f59da33903aecd0c950737fec1e8537a80ea3ed5f80b25a8c18", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3057, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 24796, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "de05aa17edfccd03da81304a7b693d0acc3f00f9e9ce86cafd587f9cbd760805", - "source_artifact_sha256": "d37e8f2e32cc3f59da33903aecd0c950737fec1e8537a80ea3ed5f80b25a8c18", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1921, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17583, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b2e8b50651bb99930eba390e7d240f9d570275497da9684995a2fb9934f701aa", - "source_artifact_sha256": "c377249df24dcddd07d9b812413d6f611f19a2b3eee8d0b0ddba790f1330a0ac", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3285, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 32329, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4c2c513df748d6954094eed9aafeafb2af8174f2d8bb45d40b6c03e2966e60b0", - "source_artifact_sha256": "c377249df24dcddd07d9b812413d6f611f19a2b3eee8d0b0ddba790f1330a0ac", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4971, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 29049, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2bb727a071b035ea5e59d817e4d9f03fc0508f5d626dd14e6832f5f34d9aaa58", - "source_artifact_sha256": "ce237e1c71e8ee4aa6aa6b4e57a4851d811166e2a3450558b41e2574e29a2c18", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2504, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 27652, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "6661ce0aae874753d32a013c5175b333be3f73917c8ae79c99d5362a4f45052e", - "source_artifact_sha256": "ce237e1c71e8ee4aa6aa6b4e57a4851d811166e2a3450558b41e2574e29a2c18", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 4809, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20960, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "07826b1d9ac0e95810e160d5c897bd15b2b510e09c71fd0aac08b2490493b4a7", - "source_artifact_sha256": "928fce30c538805cda68a94aba6ed005d26214d72554bee4134ed131fad70ea2", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2453, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 24997, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a7eed98a06fcd85c34d373e10380173425b9267886413d59ae9fa93070403ec2", - "source_artifact_sha256": "928fce30c538805cda68a94aba6ed005d26214d72554bee4134ed131fad70ea2", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7555, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26783, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "833f596b743fd1f3b05dab7f511a49315c9d3411e37414ea811dfef9ed31339e", - "source_artifact_sha256": "17662b0661d965ceb48156bd0dfd800f3e75a05b30599baa2045ce0d62a3533c", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2850, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25291, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e4c7cd3bbb95d9111b067fc0d49cf4c1e5f56e884ccaaeeb13780d2bc19d86ac", - "source_artifact_sha256": "17662b0661d965ceb48156bd0dfd800f3e75a05b30599baa2045ce0d62a3533c", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3753, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20108, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "35a3349a7024c20222b51731ccc02dfd6b397cebd670e3e36be6b041659b6b41", - "source_artifact_sha256": "675b14e5163d258d710c88646c40a5a880f440c772c03ec6c1c3062de69c1380", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2765, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 25904, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "736405a6667806118b746e506a2e4d4fd3022039786d63ad58aa4728737eb86c", - "source_artifact_sha256": "675b14e5163d258d710c88646c40a5a880f440c772c03ec6c1c3062de69c1380", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3499, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15345, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9091e1a88a7ef7a69d8e60b7d82fe14abd0ad6f813149fa812fe2551deabc680", - "source_artifact_sha256": "99d473daf4f4b809b0b0d17f9bd79a1bab114e072e52473452f74edf00eb3552", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2771, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 24642, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "69c4cfa39d6fdc8f02dc321292bdd9ae85327f12ac916e0fe2a226a1b35d3479", - "source_artifact_sha256": "99d473daf4f4b809b0b0d17f9bd79a1bab114e072e52473452f74edf00eb3552", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 17, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 4404, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 21463, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "01ce9c4df0e0aa8758906feb34a830d2c6a04cb571a8f4bd968e1c832b4d6cb3", - "source_artifact_sha256": "f3e6bb922035df39a9d89301d0974c6810a46d6de5f1724ba58a09d437621477", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2648, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 24572, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f3d3fff705725648a1faed1915ebf6e386fe892d959abe9efcbd5dd8218d7f2a", - "source_artifact_sha256": "f3e6bb922035df39a9d89301d0974c6810a46d6de5f1724ba58a09d437621477", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3338, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 34575, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a200174f79956316da6f1fa03cff4cfd62b3d6377141b408b45ebec7b5056c59", - "source_artifact_sha256": "0c771e44ecc68528d3bf19a2b626b318c501892be86e68dbfbec1b744896276b", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2607, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 41346, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "cb3845d169dc180d7d769288eb6856b2c227720d2e3a353ec5609e971cbb090a", - "source_artifact_sha256": "0c771e44ecc68528d3bf19a2b626b318c501892be86e68dbfbec1b744896276b", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 7521, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 25464, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d4167e9c1d4485acc4a8856693997892b60fae0d196e30addd65ceb67a5edc33", - "source_artifact_sha256": "09f59847cb4e2c61ced92829347deaa4160b6141d79b796eca4165a6dad695a3", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "google/gemini-3.6-flash-20260721", - "actual_provider": "Google", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2723, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 25736, - "model_id": "google/gemini-3.6-flash", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d595cdbb87dfc4dba4edbaae15cf00e1099a08b875c70899a15a97d80649dcdf", - "source_artifact_sha256": "09f59847cb4e2c61ced92829347deaa4160b6141d79b796eca4165a6dad695a3", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3674, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17436, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3cc6d1ae345181e331fe9bbb2adf3c47549ee41979e9447cb8baad37d1773114", - "source_artifact_sha256": "6f43ada3704d57c089bd6d51eaf4d7a23b59e509dad63db8d6768c35a88fe964", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3003, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13075, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "198fdb8e36676663f26226b119c29bf3504d845951a1b6e9cd07f0a0f2039c3f", - "source_artifact_sha256": "6f43ada3704d57c089bd6d51eaf4d7a23b59e509dad63db8d6768c35a88fe964", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3137, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16538, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8a39e82fe4708ce672f2d34d819c04f49a4e0865296c29a71e33feeb274f372d", - "source_artifact_sha256": "31fbfc08d08fff135cf8e293adb55cc229af01dd1e65e1f6365a339eccbbbc04", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4590, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14103, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d75f9ac25bb59e9285aaa80f8e4bfda4784864857c8db56f8ddb64b1fb514a1", - "source_artifact_sha256": "31fbfc08d08fff135cf8e293adb55cc229af01dd1e65e1f6365a339eccbbbc04", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"epicure\", \"query\": \"pairing_score lamb cumin\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2026, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13755, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "f6c5f6be1b36b3a2e4591ef43810611fad5ff71664c969053a4a46dd142ec759", - "source_artifact_sha256": "139b16ad26cd85be34c5c1045de1267cac2ae40b6565ec6347d10c4739f99e3e", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3211, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11957, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "07d211b95ed93f1b0f5240aa6d881df291b732d13a66fe99bf2f915e2a056079", - "source_artifact_sha256": "139b16ad26cd85be34c5c1045de1267cac2ae40b6565ec6347d10c4739f99e3e", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"Epicure\", \"action\": \"pairing_score\", \"ingredients\": [\"miso\", \"mirin\"]}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2761, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15368, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "cec949841148ac2b2e54c0be91886e3cc11e16b13739c20e81bddf00bb2a0055", - "source_artifact_sha256": "cb6518992f90508b2a7487a83e8b7286189d7b647f31467ebdd3201d5c843db6", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3464, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13565, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3b0c7d293456db54b5c6acf55813664142c3cfad5d94c235e37defbbcb4902be", - "source_artifact_sha256": "cb6518992f90508b2a7487a83e8b7286189d7b647f31467ebdd3201d5c843db6", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2692, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15107, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2e8703fe47de30279321b3c9d07b495ea19d93b37894f96380c8e3293e690a7b", - "source_artifact_sha256": "8995bbb46bfd5328e92be3b9e98579ace095ff456353ace9d6f97a650dae5f10", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3426, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12197, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c46493bf07b66f607439a29af5078462a4e23bdd9e38cf034cb9f5a2830e816c", - "source_artifact_sha256": "8995bbb46bfd5328e92be3b9e98579ace095ff456353ace9d6f97a650dae5f10", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3014, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 24529, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "98c0723190939e9deed5a5c7a74d847773a9f1065c129f57341d78e8ecc064a1", - "source_artifact_sha256": "b3dd2d80db987ca6c007f6da0fd6d017a4d107eedbe06ef033a845072a72fd42", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4948, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11917, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8a9d5eb9b19922a8a47d27f6ef27731afd04126b5bf18f593739a8199c2c3133", - "source_artifact_sha256": "b3dd2d80db987ca6c007f6da0fd6d017a4d107eedbe06ef033a845072a72fd42", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\":\"epicure\",\"query\":\"pairing_score salmon dill\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1815, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12767, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "143c716e233f767d83e3cc7d7457e98767a528fa0feae1356ab8875c5efc31fc", - "source_artifact_sha256": "e6d1b22f3cd418e663d395da3835ef1b04c4a4394b5ff1873bd240ac48fbfb2f", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3440, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11842, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "c795f5977ccec168612aa0d4f3e520dfe03dc0f4363f60933ab92c038d81b5f1", - "source_artifact_sha256": "e6d1b22f3cd418e663d395da3835ef1b04c4a4394b5ff1873bd240ac48fbfb2f", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 8, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2308, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13813, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "24d5f45a4882ee946ca479ec29155d159780464ad8a292f3a740d4ccce8482bb", - "source_artifact_sha256": "0f63c777071c79ab9f44e23a539a98b6ec8192668af4d6076e9ac8dc6c9255e8", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4958, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12437, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7521f69a8a7e7778c101f61734e3d4bcda085d0db4a63fc8e21474de5d71c96b", - "source_artifact_sha256": "0f63c777071c79ab9f44e23a539a98b6ec8192668af4d6076e9ac8dc6c9255e8", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"compare_on_axis\", \"arguments\": {\"ingredient1\": \"coffee\", \"ingredient2\": \"chocolate\", \"axis\": \"cf_bitter\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1674, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11775, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "37168eefe6dc8a4196b9f2893cb2840df4f277a0c3bad61a53d8a1713a4b806f", - "source_artifact_sha256": "5dde93fe379988e5f07fb26933ef37755a2bf56d15d2db040c62468fc3fbe7fe", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3310, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12192, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3bde9b7e803665834c77a2d2702d62c82a173ebf164250d794f3aabc990eac87", - "source_artifact_sha256": "5dde93fe379988e5f07fb26933ef37755a2bf56d15d2db040c62468fc3fbe7fe", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"compare_on_axis\", \"ingredients\": [\"tomato\", \"strawberry\"], \"axis\": \"cf_fruity\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1640, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12333, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "26971a8c4b0e883ca392e8e29176a678f81ccde9371c47ba02d6d721e1cf12a7", - "source_artifact_sha256": "1721a31b5d0eaec928ac3e435e27cf49491d0a2b85caa1296b7d22e569b62d98", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5049, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12577, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "206e76ce73323c92a52abf7f2ffd29a3421cac02c12f29d16de444006facb929", - "source_artifact_sha256": "1721a31b5d0eaec928ac3e435e27cf49491d0a2b85caa1296b7d22e569b62d98", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 18, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"compare_on_axis\", \"arguments\": {\"ingredient1\": \"vanilla\", \"ingredient2\": \"garlic\", \"axis\": \"cf_sweet\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2066, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13689, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "2573a9d710146dcaae807f1e10cd930ee4996889ae417c101e37e79cd73ec4ae", - "source_artifact_sha256": "c22aecb1cce8bc164572546e7bb2e595cb45e7647e65609487a4f6b49b9f0e02", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3757, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14456, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "632e90eb8d01535e7d464c31336b2c19cd6504eafd1b3a1f0caeaee74ecbb38f", - "source_artifact_sha256": "c22aecb1cce8bc164572546e7bb2e595cb45e7647e65609487a4f6b49b9f0e02", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"compare_on_axis\", \"arguments\": {\"ingredient1\": \"mushroom\", \"ingredient2\": \"lemon\", \"axis\": \"cf_earthy\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1706, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7921, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "0c3d032c9b0a445d871560191f4a40a8b7ae8e6a800ceb57efa5d6dbdc6de314", - "source_artifact_sha256": "7ef16df1fe6facd2c3d5d325011cf1c06601cfae80d7ed0955d8a9275b201227", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3555, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8172, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5ada1a920d9d82caba7d81d648f2114b33dc46cdac111f55dd1bf518498f1e63", - "source_artifact_sha256": "7ef16df1fe6facd2c3d5d325011cf1c06601cfae80d7ed0955d8a9275b201227", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1753, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12632, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "faa87cf9e7d6cb4e927ade77eb0654974f3154b703ed650c75ccc30e464b34ad", - "source_artifact_sha256": "10d0cd0dff35f4fdad4e1e8c5b9217781d53a620217c35b9fd78cc7c9e0ee24c", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3731, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12777, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "945036d0cdea197d377242f91ca83cb1dbcab87872da6cf007a244825dd055a7", - "source_artifact_sha256": "10d0cd0dff35f4fdad4e1e8c5b9217781d53a620217c35b9fd78cc7c9e0ee24c", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"compare_on_axis\", \"arguments\": {\"ingredient1\": \"chili_pepper\", \"ingredient2\": \"vanilla\", \"axis\": \"cf_spicy\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1431, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11850, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "f341becd1297caeed02f4fba46083a4e0fc1e16d9056299d0b041ff89d5b7bce", - "source_artifact_sha256": "75453d1855db0874fbd58aefb9e071534b9ea8fcae74a3feed20cb0b22df212f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3553, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12170, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6792a3807e7696be9cde1af7c2e8e5104ef514c6065e7697ea46256e63329334", - "source_artifact_sha256": "75453d1855db0874fbd58aefb9e071534b9ea8fcae74a3feed20cb0b22df212f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 6, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1943, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13539, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ea96365e60c1cc9ef425e6a583ccaf2456d910c714145ad097ad4a48afb628fe", - "source_artifact_sha256": "36b86ab1059da86050341a0930245fa192447a66a3ad615b313d07de77c5b1f2", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1752, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12321, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1af3f67e9075b10ace7a24f225ded4708f08d347d2206e4c849a3d4573f1e558", - "source_artifact_sha256": "36b86ab1059da86050341a0930245fa192447a66a3ad615b313d07de77c5b1f2", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"compare_on_axis\", \"ingredients\": [\"lemon\", \"cream\"], \"axis\": \"cf_sour\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2286, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9600, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "5c65d5e8be40078436fff6abfbb70813eecf846ce99c6202c2827b941bd826b3", - "source_artifact_sha256": "cd1968b183cb64254ce0df75bc338703f6882c16ca40f42ea128190d471522f0", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3542, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10895, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2731fc8d4736b2dc7043f779f63f7d7d4c428236029cefe7e99c55a760f0c726", - "source_artifact_sha256": "cd1968b183cb64254ce0df75bc338703f6882c16ca40f42ea128190d471522f0", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"cultural_profile\", \"arguments\": {\"ingredient\": \"miso\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1383, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 7492, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "64677b0ce34a4cb05cc9f4aa6003af28a61df704392973f4eb5981431838d8fa", - "source_artifact_sha256": "0c7d348ff09934fb3d4427215fd61cb656d6f8ad6874faaa6fc4971df40353c3", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4169, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9564, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f2addd9e33366ad6328cd0662e8988f02a0c17e8035ec67270395a910a0a2821", - "source_artifact_sha256": "0c7d348ff09934fb3d4427215fd61cb656d6f8ad6874faaa6fc4971df40353c3", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1872, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12840, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2e16eed8179377804a30e7947b3783a9d75a3869ea4fbe8a5ef103003080d5e2", - "source_artifact_sha256": "b50a69c1fecf44539772c519912db6c91d90f560a82ecffa790f3cb79daf7431", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4495, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13379, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c337f5c4ea263f890325460f67dc6f90764bc5c6d3532e3f91a49edc7bc564c4", - "source_artifact_sha256": "b50a69c1fecf44539772c519912db6c91d90f560a82ecffa790f3cb79daf7431", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 13, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1198, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8596, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "6bcedc15a20a4c8577ff7aa5d7a337430e787d9abb82b139c7a265e5818c00ba", - "source_artifact_sha256": "ebafc274f27a1ab101b961f7f609f987b5b2c894bd65d6118a057a37e3046537", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3813, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8938, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9cb00592251af8ace0e8687a09875dd295e8f9cbfe7419f4fc93d94e823003e5", - "source_artifact_sha256": "ebafc274f27a1ab101b961f7f609f987b5b2c894bd65d6118a057a37e3046537", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"cultural_profile\", \"ingredient\": \"cumin\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1888, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13120, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "250733dbec68df8712750229b06675f3d8845061e94d8056f23781931e1dbeb2", - "source_artifact_sha256": "dda41bfa92fc86f3a1b58d72aa88cfab1755e06c7676d941259dfae01982a81b", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4656, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13803, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "33cf644b6ed4d6909030c135eb4f6a5bc6f358e9a508e66d8fd33e880cb5f525", - "source_artifact_sha256": "dda41bfa92fc86f3a1b58d72aa88cfab1755e06c7676d941259dfae01982a81b", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 47, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\":\"cultural_profile\",\"ingredient\":\"oregano\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1522, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12384, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "3e98766e431edb4802865bd1d11299e8d2853809c1b7c66fce08a70f81f6af7b", - "source_artifact_sha256": "3056e8935da9e5db2108fda9d66ba9f02a8c82f13595033b1a35a33b069aa1a1", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5576, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18821, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6cf9de2b589409bc0a96cc612d14b43bd2a48cfa2ab09e798c494a4aac09a522", - "source_artifact_sha256": "3056e8935da9e5db2108fda9d66ba9f02a8c82f13595033b1a35a33b069aa1a1", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 20, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"cultural_profile\", \"ingredient\": \"dill\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2028, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14002, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "3b85f3095c4b421cbb3ec701bda3f99bb1c4d6362057d23a7a5cb0ff0e87838d", - "source_artifact_sha256": "0530c31e2e2829a4f74ccf6fc18be324b2991bacae46627e19d1246e666f1072", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5536, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 22925, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fac441fa18a81bba90e29b33af68cce3dece4ca0c9e66e5b7deed0657a924733", - "source_artifact_sha256": "0530c31e2e2829a4f74ccf6fc18be324b2991bacae46627e19d1246e666f1072", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1450, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7423, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "01622db76d20950a6a39225eb17088d0aeeccf7af54faf927fa570783c846171", - "source_artifact_sha256": "df902a4911ebfec696442afef041e5c5d60f6ab0b76bcd18d87fa3fc63c5c706", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4032, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6134, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "be869787ebfaf8a3254327463b721f0e43b409e42a79654025afa60dfbd245b9", - "source_artifact_sha256": "df902a4911ebfec696442afef041e5c5d60f6ab0b76bcd18d87fa3fc63c5c706", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"cultural_profile\", \"ingredient\": \"soy_sauce\"}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2165, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10155, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "837d6b7269d6661dfd2b4677dc8b04d6745237ddc7eb6ef8ae8d77213301bd83", - "source_artifact_sha256": "e8c1a18ff0b4b85d5b496d4a8fe46d77f4c3ef3418721c9307b7311ca3e89df4", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4217, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9302, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4dfbb70e366515d9c1f120d2472eda7b50b594fa0ea4b3227de49f5a164f73ae", - "source_artifact_sha256": "e8c1a18ff0b4b85d5b496d4a8fe46d77f4c3ef3418721c9307b7311ca3e89df4", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"tomato\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2322, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10775, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "3ccea3ee828595d798d011f1a4b40ba90ce8daefa061d10216c4d428738227d2", - "source_artifact_sha256": "3ca5eb39f3bacac9c6ceb3a53690cf945e1b1a4fbde0f4360c31e4ef93e193cb", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3155, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8946, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b017adb8376ac7edc5e04110c4f64fc1891b89cf95be973c204fc9dbd73956e5", - "source_artifact_sha256": "3ca5eb39f3bacac9c6ceb3a53690cf945e1b1a4fbde0f4360c31e4ef93e193cb", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"miso\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2618, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12928, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "dc1eac09a8dc1d5ee5b22a8a874e618ca98a3df405de7ffa63b75b91f45c218b", - "source_artifact_sha256": "4f452b61c003a98d1c73ee02c93b92ae6dd63b879a5dab9f6d1993c7c26288a1", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5223, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12195, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "855699c9fb4d6c83562e73f225b916f27b647d4d10ff42f4caf9fdb1636ed4dd", - "source_artifact_sha256": "4f452b61c003a98d1c73ee02c93b92ae6dd63b879a5dab9f6d1993c7c26288a1", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 15, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"chocolate\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1792, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13277, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "a4252ac26bb3df9e1ef90a7d295ee32c0d4fa11be566420da2a8751f2bed84de", - "source_artifact_sha256": "749d857bf65f65495fe44062c6d5f54824b0a2b48cd143920c16d8d8bb4257ef", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3328, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14587, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4e9cb897ff77dbcf337cd49222d5501703e3b4ed5c8a22425e26b0f28bba8c03", - "source_artifact_sha256": "749d857bf65f65495fe44062c6d5f54824b0a2b48cd143920c16d8d8bb4257ef", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"coffee\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1841, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12774, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "3bca9bb54fd824f894b8a6ab0a5a5952be1b0948487101f4a001c7574d4b3e46", - "source_artifact_sha256": "9245300afadf717899b8e3c383341d022e3604605d1d010c99b579183b2677cb", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5172, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12416, - "model_id": "x-ai/grok-4.5", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0643d465ba3a3ae9320e5c6990a2e3a18f30d364899f4a5059d196887e8583da", - "source_artifact_sha256": "9245300afadf717899b8e3c383341d022e3604605d1d010c99b579183b2677cb", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"mango\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2405, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13471, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "4b472061f7047c4e2e2d9807e85e8cf79a9791d4121aa9deccfdf19b420d50ba", - "source_artifact_sha256": "855a7754128fa9f694d19f319753d69087d708a886adbfcbffa87b3195cafccf", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3640, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12572, - "model_id": "x-ai/grok-4.5", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "06a7fa1aa81de80595d6ff18ca6d77c778b2b5cdee62c83cf4bbc4edab411c7e", - "source_artifact_sha256": "855a7754128fa9f694d19f319753d69087d708a886adbfcbffa87b3195cafccf", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"neighbors\", \"arguments\": {\"ingredient\": \"lamb\", \"top_k\": 4}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1712, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12951, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "1c283b47589c1bdc17f386bb25e8b61b01ed56f72234aafd42e9e0219a875e0d", - "source_artifact_sha256": "87ce0dc349593c850f33c3e06e053b4494175f316c19fc7f66e64daa8d57f8c8", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3412, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12393, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e7952d5f85abec7d64a40af3283b1bf65b23d8cfddf9688caf8f676a775db778", - "source_artifact_sha256": "87ce0dc349593c850f33c3e06e053b4494175f316c19fc7f66e64daa8d57f8c8", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 35, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"tool\": \"neighbors\", \"ingredient\": \"apple\", \"top_k\": 4}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2283, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14953, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "3182a2b8d5ba9a8f82034106d2fde28a0baa881ce83798ff419ec1fe09437e27", - "source_artifact_sha256": "d88d0bbe8aeaa4c10a1677edb08ccde4ee7ed54ffcb8375e33320f8f1729a693", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3646, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12559, - "model_id": "x-ai/grok-4.5", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "c338e1ccfe4f92e3f542749d2061fc264106176217db57b8e595c600dfe8ec36", - "source_artifact_sha256": "d88d0bbe8aeaa4c10a1677edb08ccde4ee7ed54ffcb8375e33320f8f1729a693", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "{\"name\": \"neighbors\", \"arguments\": {\"ingredient\": \"salmon\", \"top_k\": 4}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1769, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7733, - "model_id": "x-ai/grok-4.5", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "7fb3bff7c605bcdbb03655a7664da08f08d9dacad33e92d586f9b0e80e9be57c", - "source_artifact_sha256": "d3bee7f31c44657a8b303a0553cd2c3b1c60301314b9c356e6c65441a0ad10f7", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "x-ai/grok-4.5-20260708", - "actual_provider": "xAI", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3676, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8167, - "model_id": "x-ai/grok-4.5", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c51a2cf283f834d3b1ee2d5d773f02f09fb623e6509eb9ec30ce0c36aba4f608", - "source_artifact_sha256": "d3bee7f31c44657a8b303a0553cd2c3b1c60301314b9c356e6c65441a0ad10f7", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2955, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 5876, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "075d8d238aa84f48e12d663e41b7ddb9065ecb3967110aa1a2ea82a0d1a4e7ee", - "source_artifact_sha256": "1633f85576a01ae7e920bf06e044c9ca44ca119a25409acf89c608e8982c113f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5766, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13530, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "51c09663bb92d911a682a82bd41a96190e20d250834b6623abf3d1c208bed687", - "source_artifact_sha256": "1633f85576a01ae7e920bf06e044c9ca44ca119a25409acf89c608e8982c113f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 26997, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 54878, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fcd69834a3942ac58f05ed5b97f6ca76c38ad75a93a3ab1024a1a4ed0916f596", - "source_artifact_sha256": "5a35697531647d69e5933258c66e13e17d691ae82ec4d1e2c08f6d3f8e6c603f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6609, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10043, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c15cf37398a0e5c8bd4c14b8750bba1a966de952d0714244dba8ed0fa8738d23", - "source_artifact_sha256": "5a35697531647d69e5933258c66e13e17d691ae82ec4d1e2c08f6d3f8e6c603f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 7305, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20802, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2194f00b796e6bd7aba9af000143446601605f8dc52bfc153033f69ed4e0da56", - "source_artifact_sha256": "da3dcc0b9fb577c077fff57f49427dbdb63660d949dfe7b995120b1009403ff5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6621, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15997, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cedadf7f74659aaa35dea33e4639ec16489c53750c315b48d0768b28ced06487", - "source_artifact_sha256": "da3dcc0b9fb577c077fff57f49427dbdb63660d949dfe7b995120b1009403ff5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 25092, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 49229, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "c76c4da9d6a092ca5c447c943dc3df2a4fce9492be93458aa2f787c4bc863741", - "source_artifact_sha256": "859e8b6e9ee02b5d30b08cd0f4a7ac9af3fc417c51effc9be0d490e5da48bd12", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6066, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6418, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "94ab7be7b2f7bb7c1e4985153545b9ef66a80e26989f81341dabc31bf542df5a", - "source_artifact_sha256": "859e8b6e9ee02b5d30b08cd0f4a7ac9af3fc417c51effc9be0d490e5da48bd12", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 804, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 2899, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "495d4041a10d20da7fd229ccafaff52890883d83de654676bcee874319a49e23", - "source_artifact_sha256": "4478948bf0e67f3ffd08340a42ec352a2ce80d90113d985f62cc3e29e8386126", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2997, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9509, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "6093421573208e18b99ae003cb56c546c1de5f175881d4da4d3920ed1cbb2595", - "source_artifact_sha256": "4478948bf0e67f3ffd08340a42ec352a2ce80d90113d985f62cc3e29e8386126", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 22, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 12522, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25463, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0f4ea7ede35c69fde0822f0fb4612c1297d20500ef54aee9020fef03cb590e52", - "source_artifact_sha256": "9306445c5430410f3c0b5f5f8a5368c8c1f979a3aa5ff3aeeb1a4ea2595bf8c9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5754, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6967, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "1a7952e37dc11e60e20415e8ae64e4b0df2aba9ee23c5eadafcff1ef7e6ed524", - "source_artifact_sha256": "9306445c5430410f3c0b5f5f8a5368c8c1f979a3aa5ff3aeeb1a4ea2595bf8c9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4980, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6808, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "58f1fdccd53c24597f70a85beace78b2bfc38e4fbedaf1ccc26853fe26f7a240", - "source_artifact_sha256": "04dfe30eeeee293997c6ccf7062577b8f3d26a88220e887107e81a4fbc2d65ac", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6156, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10406, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "22ce480911f15e2f2bcae940b4732eb2e4ab6b7efb9a95f27205d59a94befc6c", - "source_artifact_sha256": "04dfe30eeeee293997c6ccf7062577b8f3d26a88220e887107e81a4fbc2d65ac", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1590, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 23064, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "dc5a1b97a34561b2e7aa56785a67c348356f3c7a7225cf6adeaafcb581a7ddd2", - "source_artifact_sha256": "6f336f2e9a96df120b1985791c930ab5d4b1d2f6f69367bfba0d2cac3503ceee", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6984, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13497, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0fbdebd7710beaba19ba6f5750141cbbda6deaf896e19cfc2bfbd5beb2ec5f27", - "source_artifact_sha256": "6f336f2e9a96df120b1985791c930ab5d4b1d2f6f69367bfba0d2cac3503ceee", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 20, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4764, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8899, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7f5e5340bf3a7862332bf5db6eff32f86d876cf24254433438709d5b7da4b913", - "source_artifact_sha256": "b057be55e7803c8f9e1b36685a38d59df0cd98592511ac306a8c46e066a2207c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7149, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9492, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "11cdd16dfd7232801836031370dd521fa163309d084648c8225228bd7a3305bc", - "source_artifact_sha256": "b057be55e7803c8f9e1b36685a38d59df0cd98592511ac306a8c46e066a2207c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2523, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 4202, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "05340f51c9baf109cad36201981851a9d9a3ea6b74c5247cbb46f9844361d234", - "source_artifact_sha256": "525c8f9008aa1db1e800aa35394e6bb084eb381298dfec9a35f3b80731a68307", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6309, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9976, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ea316369db3574ce90f184a1921db4de75edfba057ddcb4281c935146bc6a4ed", - "source_artifact_sha256": "525c8f9008aa1db1e800aa35394e6bb084eb381298dfec9a35f3b80731a68307", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2547, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 4890, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "51d2e93b060c79458fc4d56910ecfcecb32e07b0c88249fed3dc9c381f2a9a8a", - "source_artifact_sha256": "c1c8e7dd499aad936770a2f5a61a8d2e069462e8a1538bb62e4161b672c0c334", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7158, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14035, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "368397634ce5501a1b8ae9a1ae180908a7f0e9a721572fc50a31aa16c90a9bc6", - "source_artifact_sha256": "c1c8e7dd499aad936770a2f5a61a8d2e069462e8a1538bb62e4161b672c0c334", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 11, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2763, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 4289, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5afb377d05087ffe0fb243a79429f69512a915a039df3544728bde1ba4d6ee0c", - "source_artifact_sha256": "05a20b832b3ec1a1ef01f07a21fa619a25b571b3e9348c1feeef096f58eb8d47", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7914, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12143, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b6efec17729a71776ea9fd250f775a47aa0b1693ac25dd8637a7c30577fb79cc", - "source_artifact_sha256": "05a20b832b3ec1a1ef01f07a21fa619a25b571b3e9348c1feeef096f58eb8d47", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1632, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 3226, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "980aeae3ba750d0a37869ddbdcc2977b2d766d18b962d94092b5b5369904627f", - "source_artifact_sha256": "c8646979b2fe18659255b7fea97e8f946e042c32b74d6bb33894ea512d1249b1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6720, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8490, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c12f7d776743d8a4caa7a7d2735049ca27c3080fa6bb449067c736c3d05eb711", - "source_artifact_sha256": "c8646979b2fe18659255b7fea97e8f946e042c32b74d6bb33894ea512d1249b1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2091, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 5195, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e58802f6122c6dc12c891d7237aa30dce64f5a0931d92ec08418a634c7a182a6", - "source_artifact_sha256": "f69b61d0cee44f46327e34bd591ee34892933e61ff140cbe050661573f0cb37e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3873, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11491, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0364eaba7bdd7d2daf08a6a17567c312bd2d3295d37382eb3649c39a8f6bbf67", - "source_artifact_sha256": "f69b61d0cee44f46327e34bd591ee34892933e61ff140cbe050661573f0cb37e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 7, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 951, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3751, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9eb953718bf9bbff53aca3be5ccc00da549e015933a1c3dcc0063757cfe7bd38", - "source_artifact_sha256": "c5ce806bb2c63b97fd49a292e6f51396c0e2210ed2f7d33ccea73874ec4a7061", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6438, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6723, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2b0c5ba91fec36a76498ded9f7aa7311c0dc37734b227ad08d88e15b31481576", - "source_artifact_sha256": "c5ce806bb2c63b97fd49a292e6f51396c0e2210ed2f7d33ccea73874ec4a7061", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3849, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6323, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "237dc84666576916e4f3e12c3b61aea325402336aac398b9dfbb4ce2f78e7f71", - "source_artifact_sha256": "818da20e9233046bbebed955f02c867b2cd264a2c881b6bc2223d222a84ecc2f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6561, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 8664, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "342f73dadaa9a15f8cfc8a620011b21a0757bb0b689fb9fe9cff1182a022b874", - "source_artifact_sha256": "818da20e9233046bbebed955f02c867b2cd264a2c881b6bc2223d222a84ecc2f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2409, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6132, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "552bba065469e060941a08f16a57c63acdba85741fb488bd2edd6b8ec5411ebb", - "source_artifact_sha256": "a174253bc7281ec96a368e4ba0d0e7bf784f9750bc44576ba72e5ffd70d2875f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7803, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11120, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "4542e7ec50fbc811d3a5ece0aceecc07a02d8f8813ac652aac552f7f3a89edf2", - "source_artifact_sha256": "a174253bc7281ec96a368e4ba0d0e7bf784f9750bc44576ba72e5ffd70d2875f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2490, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 5905, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ac2cc5adf6352d2a4f37ac64a4afe2e50b3fd1b52dfa1903b560c6fb290e0409", - "source_artifact_sha256": "b3f5afed52b602c08368a282d957ade5aa57ec4846bc9cd2865314d2fbcdc05d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6408, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7656, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "23742cf313f2e30be4d8c56c1a6b170fbec0e522064991e60e8426c7fc8bac6d", - "source_artifact_sha256": "b3f5afed52b602c08368a282d957ade5aa57ec4846bc9cd2865314d2fbcdc05d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1506, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 5423, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "52a2898a1d99dd7322845b5562c200c01be17844347d1f8788e43de627234246", - "source_artifact_sha256": "2467097e89eb44b208cc52b39a06b85c528f8a88faec5bb6e6863fb5cbb584b9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 2940, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8903, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0e1380bcb2e6dd2e16aba95ab4ff9f3abff0af3d954aef7d12a5f1c5c63ea995", - "source_artifact_sha256": "2467097e89eb44b208cc52b39a06b85c528f8a88faec5bb6e6863fb5cbb584b9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3525, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7189, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "95cdc89cde8c8bd65b278be36861317b93eb18bd5ac04e83f3c87e21f6f1849c", - "source_artifact_sha256": "6abcf44c86c293564c5211131480723ac0dfc9076f38b05815c5887e7594d4e3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6555, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9351, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b6a9cc457aca6ae9910dafe0bbfaf84c87720b3270b598880e419457281beb09", - "source_artifact_sha256": "6abcf44c86c293564c5211131480723ac0dfc9076f38b05815c5887e7594d4e3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 13, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2223, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3618, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "018a2024ec4b420195c4adb972f41b886967bc1e90e2de45ef9352473973bd5b", - "source_artifact_sha256": "4ad1f9c17b02ce2eb700fd9f0412978a5af6c4c8401fb94321891121f9f517e9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7959, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11083, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "fbf172f51a18969bfb68c9528b6aaec719e53b3b4607ea74a40b7cc451608904", - "source_artifact_sha256": "4ad1f9c17b02ce2eb700fd9f0412978a5af6c4c8401fb94321891121f9f517e9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3627, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6334, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3902aa24170eba42ad27754fa9a6e8aa4bdb657fc7beb13598f35a96fdf48f49", - "source_artifact_sha256": "c0201808a5e2cc480c358e6dd6c04e635bde9a67f36101ed76785e25530be8c0", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7689, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11735, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ac9209cb4e6c4f414370c8a956c91f07ffd8719655198b532277589e5197ef4b", - "source_artifact_sha256": "c0201808a5e2cc480c358e6dd6c04e635bde9a67f36101ed76785e25530be8c0", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2394, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3587, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "75a6cf6f4de935ce9ac6abe07855f8cc66b3cadf3ddd5fa1fefe641e89e254de", - "source_artifact_sha256": "cf56e22c1316284bedcf7519014ae99cc3f5320d47e77f9afae35221e90bdced", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7026, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12338, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "01cc5e67f9583acf97efa885842a82ec02da10c9c0cce4664c450ea47509d9de", - "source_artifact_sha256": "cf56e22c1316284bedcf7519014ae99cc3f5320d47e77f9afae35221e90bdced", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 22, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3840, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6209, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "438ed89dc256dc69f7922f48ba8fa4a1c20272e4e7e3877906e4ec607dd1c7dd", - "source_artifact_sha256": "4820b01e7d543fc6367b874cbd0f7337c84e777be03499813ea2f5bd408f9d1d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7326, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7036, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c5b00878b8fd0771fa205afdd479a8bad3a4c97a5c6a99fde93e280ab719188b", - "source_artifact_sha256": "4820b01e7d543fc6367b874cbd0f7337c84e777be03499813ea2f5bd408f9d1d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4698, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9208, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d8125a93872bbab0290be58e4e0b14811d6dc52805e140723a3a0aa5d0d4d1b6", - "source_artifact_sha256": "6f487be3a9acadc7fa78b30913a6a117b71b37997ab259760d78294033ce8d36", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6675, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10264, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9bcef41bd6a2df8b6e1e90f96821cff0bf57082c362e2724ad4dabaa6799f1b1", - "source_artifact_sha256": "6f487be3a9acadc7fa78b30913a6a117b71b37997ab259760d78294033ce8d36", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3393, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7884, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0352ce9f9859fe244f9eb3701f84dc2fbf7867c774f8e40a5c441dc54832df90", - "source_artifact_sha256": "924cbe3394e0da54c4d0d71b620de0bf393378955e846a7592cc79228e834e1a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5766, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14976, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ff0bb78adbd9c5528fc80e6667854e8eff2c22d3f88ecd839e333bbd86162130", - "source_artifact_sha256": "924cbe3394e0da54c4d0d71b620de0bf393378955e846a7592cc79228e834e1a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1545, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2313, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6352cec9a6b228d08595af58df1eeeaff5f745ca92e6c113adfe46948ba370d0", - "source_artifact_sha256": "bddc679c03302ad65ab6e03629a4f7401e1434f4fbcc261b8d8cb7dca6fd3e56", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3609, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9470, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "34b86a9eefa23d8cb0db8daaa0585ba4dd2fec9b08564df8f77033954a23b0f3", - "source_artifact_sha256": "bddc679c03302ad65ab6e03629a4f7401e1434f4fbcc261b8d8cb7dca6fd3e56", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 6342, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12565, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c0e729e2502d010aacd02aedf5f5f6ca8a4ee970f352251d64a4e136b9fa82d0", - "source_artifact_sha256": "282b121cfc9aac86cfc42bd871cb3e04cbb8cc70c8e9aa7e2d703b78a2074b96", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5976, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16369, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fe763de727949ce3725652b5d40da95b6d79d45d579314b60355634aed4938a4", - "source_artifact_sha256": "282b121cfc9aac86cfc42bd871cb3e04cbb8cc70c8e9aa7e2d703b78a2074b96", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4449, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 77457, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f7621d6ae78a31dcd0f14510f78a90d11a6abb07187146892c29b816b072702e", - "source_artifact_sha256": "e28746803fe9bed5761641c78be9066d6d47e181e029d1b14dff891eba2ad74a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6579, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9803, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a2f39f108f945cd940fe1784176abfb558398270abb51d370f29ac0a65208e8e", - "source_artifact_sha256": "e28746803fe9bed5761641c78be9066d6d47e181e029d1b14dff891eba2ad74a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 19, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3471, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 6312, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "47ddf4eb1304129a4618efc85af368440690aad2c86cfe2d19e20b196bd41a60", - "source_artifact_sha256": "c75ae8cf41e62a6b03aa9376854fd71133822bd24870c237d8f398775afea0d3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6822, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11039, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "54f7cdc1c7c467a34837b91bcbc92b9b11c0e55d07d8c38a95392bef099fa1c0", - "source_artifact_sha256": "c75ae8cf41e62a6b03aa9376854fd71133822bd24870c237d8f398775afea0d3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2847, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8445, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "01521159a0018847fbdc7b28ef698591ffec9a0e2c216f22f95fec21bbcc0898", - "source_artifact_sha256": "2e56cc109adf75bf6ba070a5e078859bc0cf0872082665279b6d1762298b4047", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 3738, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12527, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ac437031c484f29ea39e142245cac2ffe670ca9044f1adbd1307cd6cf4da59e1", - "source_artifact_sha256": "2e56cc109adf75bf6ba070a5e078859bc0cf0872082665279b6d1762298b4047", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 21, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4788, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8440, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "dc210ecde2a7e56f6539edb679fdceda76d4ad87b7b95004d58d42558d406ffd", - "source_artifact_sha256": "ae46e9500b59f44ca2722493732b6230ba15cba352dfa5e4791629dbd89dd9c4", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "k3", - "actual_provider": "kimi-code-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6729, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10826, - "model_id": "moonshotai/kimi-k3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "139bd3b59ed2ab46c0321ac8e6c6ebd093b88746209a6ed0d5516dc9e4e4a2fb", - "source_artifact_sha256": "ae46e9500b59f44ca2722493732b6230ba15cba352dfa5e4791629dbd89dd9c4", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 6, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5176, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 25946, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6f522387ea5f51a2c4d3ccb79c16d63724eff5a4df8355998e42e1a040f887fc", - "source_artifact_sha256": "307b3c6dd43762b9e6a582bb4fd5a734560a3710153bc1f6841539d690a01639", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6785, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16842, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "20ee10192662961e693dbce6201e38225d6541e8a10e2fa3cc853b0b6487d411", - "source_artifact_sha256": "307b3c6dd43762b9e6a582bb4fd5a734560a3710153bc1f6841539d690a01639", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5263, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 33038, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d7af402324c4a0822b4e32c4f004914cfbb91a032372e5b297e2e1f037232965", - "source_artifact_sha256": "864fa56f8346bb5d9fe1d6d9504616c2d5d8ae4cfc09056daf18f824abbaff0d", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5157, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15723, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ec998d3a76163d8490330af26a0ca4c3e834b8f5ec824530cc3fff7b74caf683", - "source_artifact_sha256": "864fa56f8346bb5d9fe1d6d9504616c2d5d8ae4cfc09056daf18f824abbaff0d", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "qwen/qwen3.8-max", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "a66374f73b34c0291fd2b6912b7189f8a604760e713d4b3989aba6273fcd7d54", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "\nWe need answer only FINAL_CHOICE line. Result pairing_score 0.2911 corresponds A. Need final exactly one line.\n\n\nFINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6585, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17796, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "48ff74f15aefa063e7a1953b7bf486bd1ef871e614234b18f64f052a537bb7e1", - "source_artifact_sha256": "a66374f73b34c0291fd2b6912b7189f8a604760e713d4b3989aba6273fcd7d54", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 11312, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 44976, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5db19bc83511b95c0f3a4772704474b9eed63b32ce066faace71ea1cfab40d16", - "source_artifact_sha256": "9354f809c5497951c2eb6e46fac727f197b5992a75e651b4779546b1e37968ed", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4907, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14761, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d8893fafdff79f567ede74880a8079bd0cc98a05e00d88f54d63bf60388caa9f", - "source_artifact_sha256": "9354f809c5497951c2eb6e46fac727f197b5992a75e651b4779546b1e37968ed", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2590, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10933, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e34cde64ffe933a599151373fc7701e98bab24d064787df3c3f961dab08df4d", - "source_artifact_sha256": "8832e8637e6753bf1e8e2e53f23fe0eab7cc61f90dfbc054b9d821a03da81aed", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5199, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11565, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "604fe2b22fabcab8299ba9a12866ece3df9baeb432a341483985c194cd1ae71a", - "source_artifact_sha256": "8832e8637e6753bf1e8e2e53f23fe0eab7cc61f90dfbc054b9d821a03da81aed", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4782, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 30825, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "88aa057dd1312e664e642e84877358b84b7199f9d39ff4a90f86b0c67f134a31", - "source_artifact_sha256": "7e20912b58e7fa2dd06b4de7fcd0f6ee4e1d58a67dbc07b35a7525d332442739", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4819, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14863, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5c44ca59616540ba3579757bd3067503c26f51d2a762bd2fc21ad06a564e7e6a", - "source_artifact_sha256": "7e20912b58e7fa2dd06b4de7fcd0f6ee4e1d58a67dbc07b35a7525d332442739", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 3353, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 27914, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "986416b5a571ac45fe73fa0b40504299ac55cc9649818ca693cff56f1c429b16", - "source_artifact_sha256": "0fa0464218b262182fe71a443c302f3135427270244859978d0d6a621b850135", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4923, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13722, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d7ed8d9f8d6f0257b700802aa9a6d35e5c83b04271e070a81de9e18f7cba9396", - "source_artifact_sha256": "0fa0464218b262182fe71a443c302f3135427270244859978d0d6a621b850135", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 11423, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 49628, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "94e02bead265a5a5c6f72ec5fd3a8eec6762e33340f2658889e073aa9d63faf5", - "source_artifact_sha256": "35a1746d63b764cbf395d8f5ec5e263e4910ced04d459115367b5f2d0e48df0c", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6232, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16911, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "768754238868f659a5514b7e86a3bc4804cc84dc1898e9916578ecd754f33af2", - "source_artifact_sha256": "35a1746d63b764cbf395d8f5ec5e263e4910ced04d459115367b5f2d0e48df0c", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1957, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10998, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "31093ca3ff20005ef0f81606114d2025db246db649f1c95579b2285852b04af8", - "source_artifact_sha256": "4d2eefa27136214e7b187bc0e61dfff32c307db5c67bac39ee1d13ca1926e1d0", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5495, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17620, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6831cd1eb472d723600cd2c32c50ab9b1fb491ffd107c150d6ff49a0a7b4c989", - "source_artifact_sha256": "4d2eefa27136214e7b187bc0e61dfff32c307db5c67bac39ee1d13ca1926e1d0", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 3549, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20145, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "422b883977bd83c8826631ded43fb614dade679230cce7d2a0fdd51394e028e0", - "source_artifact_sha256": "6a72282f10aac5899751015c60f26e0e76a77fd1930ccd1b4e94a8a812f49c23", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6610, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16144, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0d8323ec5d9d9706abfecfd37b5a92c8767fb1ef4e142e9d3d0f4fe48c543c9c", - "source_artifact_sha256": "6a72282f10aac5899751015c60f26e0e76a77fd1930ccd1b4e94a8a812f49c23", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1495, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12461, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "294d95e6115130b2239adabe0993ffe6c08591da029d4a26eded46006f65d2fc", - "source_artifact_sha256": "8a0f8cb491bb86d5d6fc3d83ca461999d5318c6f864c22854baf1f452f5d746d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5052, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14933, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8c4b4716dd9631a895e2815896ad298830fc6d3c4fe854ac04c5a39594cfab7c", - "source_artifact_sha256": "8a0f8cb491bb86d5d6fc3d83ca461999d5318c6f864c22854baf1f452f5d746d", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2117, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13859, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ee1f5cbf7760a1fdc7d0a23eb2afd886e3acd1b02230f79af285b5e0c3d1e3d3", - "source_artifact_sha256": "89045240edd15bd61f98c2b0c18fb0088399df8c706f511690e54b1303ba50cd", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6485, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16988, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bd60592c20fb440f1f71d6f262dde2731eab23e1ced51fed72256fcbee8f6829", - "source_artifact_sha256": "89045240edd15bd61f98c2b0c18fb0088399df8c706f511690e54b1303ba50cd", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 2143, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13643, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b0367fe789b96388c7dd03c0e449a088f860f05bba44ff24f3f4c99bf71b5de2", - "source_artifact_sha256": "7b409f756ddc929f85c052785f08049c895eb0678013e05873fa52518914f0c4", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6634, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16403, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2b131a7a008260538a0a31eafe5d0ee6efb1222b050a6f0ec0233ddf7640e7db", - "source_artifact_sha256": "7b409f756ddc929f85c052785f08049c895eb0678013e05873fa52518914f0c4", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1676, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14328, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d257d2c6daddb279522ec5c3fb59d55a7c40776d4602fa07b8facfc1c06b16c9", - "source_artifact_sha256": "e1d4d9ce853f16c8e090cb9f93b4f03b84165eb2770950673d52fffa7fd48b10", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7463, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17986, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9db646665d85c7dfc18841c4a473bb4f27db922bd298d449b1950335719f109d", - "source_artifact_sha256": "e1d4d9ce853f16c8e090cb9f93b4f03b84165eb2770950673d52fffa7fd48b10", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 7, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1351, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11537, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6b90aca5b2eab0da2d5c0b429926b646ba2f032ba411de02b0c5f0a3b4a52051", - "source_artifact_sha256": "d7af479ef9d7d692aff8e63e02abc020df65f2dae9f5afa3026e72355ba3a2fb", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6274, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12201, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8f4b397a8c5722149e077d093122af4135273482e3d971d484c969d9a3d4f51d", - "source_artifact_sha256": "d7af479ef9d7d692aff8e63e02abc020df65f2dae9f5afa3026e72355ba3a2fb", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 11, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1945, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13320, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2133092e3dd8753696cd9705ed062e4f2d4e10797d39b717d93b221b71afdeda", - "source_artifact_sha256": "ec1327e0f6d6bd8032b281611759a079c6c988028b808744203cf823f0f34c41", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7369, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20039, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b77682de58c212ea797f0b9f89258021716597b4c216c47111b49a306f6a20f1", - "source_artifact_sha256": "ec1327e0f6d6bd8032b281611759a079c6c988028b808744203cf823f0f34c41", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1272, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 7663, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7e1052db44bfc9a300441eabeca20edea2a5128fd38bdcac1ea0e6ec0fef4db7", - "source_artifact_sha256": "0cf5c58156f5363af596d25dc40bcfde43f0fa0fefc034ced394162bf62bed10", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6351, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15637, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "77aa260f5822ec0c6cf05ab21b157d682ae311c5fe41aad08d135f54855384c5", - "source_artifact_sha256": "0cf5c58156f5363af596d25dc40bcfde43f0fa0fefc034ced394162bf62bed10", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1713, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9108, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9a03c6cc8f21da1f04b40c57a2dd710d54e14b4d0d7c698d9fcdfd6828374f29", - "source_artifact_sha256": "bcfecf0ac0eea803c58449d1e0581db9240f6dc99384985a2a0a8ed1b7c8bed6", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6119, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11572, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4874143d9e112cdf176bf6bf3e4a7444ace7bd3ef9ca2df09f7653f29e49cd9c", - "source_artifact_sha256": "bcfecf0ac0eea803c58449d1e0581db9240f6dc99384985a2a0a8ed1b7c8bed6", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1236, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8098, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ad168d92b6c7f7603f8121f36997f1e7e07dc0c47fa81f1b423bc0c933d4e6fd", - "source_artifact_sha256": "faa375a8ffc6ed6110e4771f47f86d18171d5598f72c2b730231f78e2634940d", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 8032, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 19502, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "fc547afebf785f97ccbad4506ad638013b2ddfd44309cc1f4a4ed3772aea5b61", - "source_artifact_sha256": "faa375a8ffc6ed6110e4771f47f86d18171d5598f72c2b730231f78e2634940d", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 12, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1921, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13379, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "12cd0761fbda3a98d3e30347ff6897e02b356b0e14953db9eedbb180ec875383", - "source_artifact_sha256": "dd21402d2d9a3face67848eb4140d50cda1665fc1d41f800b030ec849075864a", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7131, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18194, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5f9a9900d18e127dfb78472c290919b1f94c806b68da6ca43d4a58117b995c0e", - "source_artifact_sha256": "dd21402d2d9a3face67848eb4140d50cda1665fc1d41f800b030ec849075864a", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1454, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12874, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d1396050d716c4d0123c25387e9ac3af9a8ed093a79b3130262f70fe95afefe7", - "source_artifact_sha256": "898e13f1e91a11378bd74deacc25f863b68c27982f53e73c2fda57405b01bc23", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5824, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15021, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4fdf5bc6cc6fcd0fa526525288a5cc7cfee5b3bc23ec3c812b01a42eb300f66b", - "source_artifact_sha256": "898e13f1e91a11378bd74deacc25f863b68c27982f53e73c2fda57405b01bc23", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 2741, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16643, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "11273266b1fd687e622bd41f69b064d436d5b8135574a3d5d11d51fcd3a9c19a", - "source_artifact_sha256": "451722d7df5250b136380dfe7e4872ac499ab89c0369e5f7654d2c338d3de388", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6533, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15837, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d74c3b7523a093364b106f839493f8cb484a13f0df704d8950af140bffcde9b", - "source_artifact_sha256": "451722d7df5250b136380dfe7e4872ac499ab89c0369e5f7654d2c338d3de388", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 21, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1392, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11700, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "67c31354f8a50812c5fbc145c65252396e09fbc78a5fdb441c1f0003f578b1ff", - "source_artifact_sha256": "e7fc2d0364a14576791418998868c170e307cb84f89f2c6f2301ab558c2a0c09", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6076, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10265, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9e926713b39c9c34daeedd8939ff73785a9f8ffb9cbf475d370122c9596711c0", - "source_artifact_sha256": "e7fc2d0364a14576791418998868c170e307cb84f89f2c6f2301ab558c2a0c09", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "qwen/qwen3.8-max", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "458fbef7a6e2419d512e7b0e4f6e6a9e3cbbdd543be90e704a0675f40ae6a64b", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5984, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16755, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "448112a2160a3a3f06cb0489c92ea8780eb56ac2abd1a773bbff2ca3c8a1513c", - "source_artifact_sha256": "458fbef7a6e2419d512e7b0e4f6e6a9e3cbbdd543be90e704a0675f40ae6a64b", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "qwen/qwen3.8-max", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "9279dc0396f7838b1eecf618797442b370111bcfd01dedde50e683e8d02d7e29", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4896, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13699, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0d671b2283a54a3a0b5bc1e751019b19767e5711a920da5962300f127845ae3d", - "source_artifact_sha256": "9279dc0396f7838b1eecf618797442b370111bcfd01dedde50e683e8d02d7e29", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5333, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 26169, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a5879d179a6ab41ad96472ea96a1c036d971f2acc33e47517d94e969e208216d", - "source_artifact_sha256": "38334db5266b020ae99146e8a073b57e2a0ba144fb79776de9d7728958136c11", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6098, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11627, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "46877da46184d3bd4a116030b95ae51c351d69d6add4866dc3e0594eddbe30bb", - "source_artifact_sha256": "38334db5266b020ae99146e8a073b57e2a0ba144fb79776de9d7728958136c11", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 5620, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 23841, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3e0ccfb1ba3ca4857def35a6e267578b0bd492e77d6b72ab82f8b3197597650b", - "source_artifact_sha256": "ebfeb49a617e6791f75b35f0a8e0d45334c65bc23e7e706499edac76ba0f6a46", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5379, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12902, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "60775d62737a820e3ec4391e12bc28ab8ada26a5860fd843958565fdaa82f7d4", - "source_artifact_sha256": "ebfeb49a617e6791f75b35f0a8e0d45334c65bc23e7e706499edac76ba0f6a46", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 4263, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 24489, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "bdffc4173e19f145e4d36029c95a6c41b4d5762f0a40cd460da082a6d7dd4030", - "source_artifact_sha256": "649d21e8f36c0917fc9c395af73bce00fa6be2aad0143559e45e55f2ced963e6", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5343, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11468, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a0a6d6ad89bd7e824897012781a02267c85c930e76f44821040ed57fcbe434df", - "source_artifact_sha256": "649d21e8f36c0917fc9c395af73bce00fa6be2aad0143559e45e55f2ced963e6", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 9348, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 50252, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "cc323445b0868b8fc80d2adcf4d64aa231970a04346c8a5a85da0100b0f16976", - "source_artifact_sha256": "12f8d6bcd658d0a24c2e8e9db3676dd041ab8665540659ed0d92bc20e32107b9", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 7321, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18926, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "3dc39170ca74e25816ad8bc4d620c30e4cf85f8063f3acc26f6584ffff572ee2", - "source_artifact_sha256": "12f8d6bcd658d0a24c2e8e9db3676dd041ab8665540659ed0d92bc20e32107b9", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "qwen/qwen3.8-max", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e55031d1bdb39d81adf5bd8998cacc1f9d5ceb0bb1b4ab9a8adaf1540ff6e0a0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 4845, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7109, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1caeb0133a750ce4bec6c76328cce3bb6daedc948dff964e587ce31d912ec85b", - "source_artifact_sha256": "e55031d1bdb39d81adf5bd8998cacc1f9d5ceb0bb1b4ab9a8adaf1540ff6e0a0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1903, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10397, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "5377ae2b2e73a85ab12913991e0c40c4ff7fff15d4bed10d8394f357967dde87", - "source_artifact_sha256": "bf5ffd7d083a6fc679d63c8607ac92f1903389dafc30c20341cd3523d1dcfaa4", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 5856, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13883, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f4089381077575f335caf1030638206d12c6579c685fc37666abe2ace516b87a", - "source_artifact_sha256": "bf5ffd7d083a6fc679d63c8607ac92f1903389dafc30c20341cd3523d1dcfaa4", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 10914, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 52922, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ddd6727dee10416fb4842cecd07d51c059f9b7d4821a18967e4b96a2e8b13088", - "source_artifact_sha256": "dad06856107600a203cbed29e0c5ff7c3114f20a64575ec05e66114cef5bd9e1", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "qwen/qwen3.8-max-20260803", - "actual_provider": "Alibaba", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 6509, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 16332, - "model_id": "qwen/qwen3.8-max", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c1035427c5cf331417f4933084b7a42559fc3ad4491192da49ce7592ea43ecf4", - "source_artifact_sha256": "dad06856107600a203cbed29e0c5ff7c3114f20a64575ec05e66114cef5bd9e1", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 714, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13849, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ae0990e62c7175a5a6df6fd58b44202c26b476b4e16339ab1365bef44b71866c", - "source_artifact_sha256": "a2e6ce8fa583970e3a00e8402218dbf4abf3249432294d983f9141aad69843d8", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1511, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12966, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a2860fa7647dbb10828b1f463b4620929f9ea46a7e7de98f8351216a4d8a2206", - "source_artifact_sha256": "a2e6ce8fa583970e3a00e8402218dbf4abf3249432294d983f9141aad69843d8", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 750, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19652, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8d18adf33e14e388163f26f1cd4e4fd422f55dc0d6efb02632d191422e0a2399", - "source_artifact_sha256": "f733d45ab3832d5564f111bfeb896d794aeffc582efee9b29be78b8148c016dc", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1551, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12895, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2eb4242d5f5323756dd5adc685129c31c3a07bff06bb4e207acd4f28de322508", - "source_artifact_sha256": "f733d45ab3832d5564f111bfeb896d794aeffc582efee9b29be78b8148c016dc", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1289, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19169, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "189e18cf628989dd684d0a9c62dd7cca9ca905176a8ec9b9dcb9ae18a42401ce", - "source_artifact_sha256": "4768cf113c4cff4c6068fc669af27d71b804d8daad694633863001ade9ca7202", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1525, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13551, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0d3cb47ab907913b0b6fe08c95457ab399d1c59f9c340e941e6b90ff7e07f6bd", - "source_artifact_sha256": "4768cf113c4cff4c6068fc669af27d71b804d8daad694633863001ade9ca7202", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1033, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 34092, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d77ea6be370e3252e31f07de0ec748541325fbd5efae895f585b0105b3c4cdb4", - "source_artifact_sha256": "2d8b170a5cc1fb8a0646baee2782a53cc2b1e0592e8b7781bbce17955aae8609", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1530, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14738, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "febe6a228fecbf6d766eb38f6da88471ecb7541781d60ab0a55eb5bf824d4ac9", - "source_artifact_sha256": "2d8b170a5cc1fb8a0646baee2782a53cc2b1e0592e8b7781bbce17955aae8609", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 632, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13492, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "30d35079e023d6373b463283a1168cf85503ee911e3e62998340ab62660761d1", - "source_artifact_sha256": "ca2a3f4eecd79bb223b555b56a41a855edc79ce61dd9719b418883bfb0ce8849", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1486, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10465, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "839bda38a0c74c882f76213e61c5d587591c8329bc640ded4468ed72cb2329e2", - "source_artifact_sha256": "ca2a3f4eecd79bb223b555b56a41a855edc79ce61dd9719b418883bfb0ce8849", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 8, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 785, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11001, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4b10616f3af61e3ba20c584a51c8520474223baaf9482b3f8065240d615257c5", - "source_artifact_sha256": "d365784ee70efe139a84fcb0961f8dc81807d40ea8d7ca5d4fa203ad732f9488", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1518, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12266, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b62316e130a41277bd47b7b1f02a84478e61a62a27a0ae200832f3795bafaf60", - "source_artifact_sha256": "d365784ee70efe139a84fcb0961f8dc81807d40ea8d7ca5d4fa203ad732f9488", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 753, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15780, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "729d4bb006c038588851ac677dd67a40d2a0aced8f5dc80928e02489a2b9e34f", - "source_artifact_sha256": "4ccf879bbb7f16f4cc4fa047a15f111d999817dbe5c5053209b0c2ee40f48c59", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1485, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11761, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8a48a729663cdc55be992a97714d7e935ba28877bfca98ca519e72d26e41f873", - "source_artifact_sha256": "4ccf879bbb7f16f4cc4fa047a15f111d999817dbe5c5053209b0c2ee40f48c59", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 877, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12286, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a2d2564534b5455d96f061f03d463cb52de21c14bb359d41d3052adcfc4a4e9d", - "source_artifact_sha256": "2f961f72d2034fbc4ae55dc1621a246d293a05836bfcc7ca55b2208994ff3df5", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1560, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11448, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9647236f2f0f27d7a19c3f2edcb4e725b41bbc00046bc3c2efeca25b7aca2e8e", - "source_artifact_sha256": "2f961f72d2034fbc4ae55dc1621a246d293a05836bfcc7ca55b2208994ff3df5", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 547, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12533, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d76588edc7a8142c6cca1c7164fdcb330e15ecd50df2a186b6dd21ae09ffb6aa", - "source_artifact_sha256": "2ca9c8c5617f9880e8e911da297d59455748c1ba436cdf9c28d869723a76f260", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1646, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10331, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "02558a5248bbb62cfd867d1232e3e044734e23c20bf2a2d2e4b5cb2d3fb18734", - "source_artifact_sha256": "2ca9c8c5617f9880e8e911da297d59455748c1ba436cdf9c28d869723a76f260", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 559, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13587, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "40700a7c30b867312f36c000b22196092770aaa5de57755c45c5f6b12d485d4e", - "source_artifact_sha256": "9b13e555175232560f05e6a272dcbe7ef0ec1fd3ecd482993c7542469f386d0e", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1582, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12693, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cb19440677e0f06971c1472cbf134463314f16f327d4bcb16cd2c29afe265ca7", - "source_artifact_sha256": "9b13e555175232560f05e6a272dcbe7ef0ec1fd3ecd482993c7542469f386d0e", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 334, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13667, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "68142c2c7407bae49e641215eceeb27034880b73193c37cfadaca01b783ec049", - "source_artifact_sha256": "cbd13eea3963491da67517448eb3b512583aed8088d88247b7d1015ddae748f6", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1647, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18171, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "568f95da2209f51af6255062e987a079f83df66fab6f14a5a664c65d2cd5f494", - "source_artifact_sha256": "cbd13eea3963491da67517448eb3b512583aed8088d88247b7d1015ddae748f6", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 369, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6127, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "606b879d8e4a0efef0c6dd411a2d26ed73f46799bc1be33fde48e5321b0d0ce4", - "source_artifact_sha256": "51896a6ba8082aa6d75d5ff907dddeeb64d8dcb731917833cb766759b6fb86af", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1593, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7266, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0e422aab02bd01a7552738ec1fdefc10149f4c64f727e98692b1de4c8d8eb754", - "source_artifact_sha256": "51896a6ba8082aa6d75d5ff907dddeeb64d8dcb731917833cb766759b6fb86af", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 246, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9881, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "11b2f00a01c536ef189b85312be437e0c7c13c0c6821c4a0e8b790559f6d961e", - "source_artifact_sha256": "e1eab2dbd191890b25d5a86e43ed0040ae03b9ab7f1704a65bb6effd3e6f6065", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1549, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11513, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "9029078a0a52fbd93be82c193e16418f118a52811a16176d6b71bd6d12912d6e", - "source_artifact_sha256": "e1eab2dbd191890b25d5a86e43ed0040ae03b9ab7f1704a65bb6effd3e6f6065", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 477, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18898, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "05765ffb656c153f051fef75caf126e994feb998a66aee3b2b501537bebd2bf6", - "source_artifact_sha256": "a95170065fea2aef3563f694c97ba37bef1bac7ec8c21af9ed23bf9b565dc62f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1641, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12660, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9570a7f0ed68eacb36f287c92737de6bae4aa0608bbdaf12cdf454079b831d3a", - "source_artifact_sha256": "a95170065fea2aef3563f694c97ba37bef1bac7ec8c21af9ed23bf9b565dc62f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 8, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 528, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13355, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "dc72b1751de0ccb3d6d3766e08a41ecaf1441bd21d59e631a5e5567c6f0fb9bb", - "source_artifact_sha256": "5798250c90975a38a9dba401e37e31f5f3eb286497139cbc357a8a0ca3961a8d", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1717, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11086, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "daf2423ed297d39c2581c70f09a9f6ec5f4ff775ce0a43f19b71c8d65d0b8d1b", - "source_artifact_sha256": "5798250c90975a38a9dba401e37e31f5f3eb286497139cbc357a8a0ca3961a8d", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 435, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10547, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "589e511d97cbc9cff08d47f4245683af654073239c669ce1063e78f224914b8d", - "source_artifact_sha256": "d9556baf343fef6c4fe08aa7cffad2d5921c7e557a638ebed73dddbc91bbbbad", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1827, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18509, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "94503f1f2d9a5289c0480bb9f3e4adbf968fd0ca10c1ef62c37a35d5b3abbb03", - "source_artifact_sha256": "d9556baf343fef6c4fe08aa7cffad2d5921c7e557a638ebed73dddbc91bbbbad", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 8, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1506, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12498, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b11a2f8555b0894d8f5922d00a9eec60c1659967e6af3c2a0a9cfc1af46f8e65", - "source_artifact_sha256": "5e21b8537186add30db3af309db2c08290e9d3dff536eab5c117ac3fae613fa6", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1754, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 8523, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "51aad1aa7eb5cfd167ca31ff6bf962c43f9daed978dda8522a7e4543143b1168", - "source_artifact_sha256": "5e21b8537186add30db3af309db2c08290e9d3dff536eab5c117ac3fae613fa6", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 635, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19967, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e67c576a9a127ee08f6ae2aafd9f9838d93618efe60439763d0097d67f6455c4", - "source_artifact_sha256": "1f3815cc8ae2e0ca799b4b338c55fa4587a3b3b87613ee903e90d49defe5943c", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1773, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13130, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7fdfaacd605c13a17e282f1c5100c1e97face8984d5e7032de778d79399714dd", - "source_artifact_sha256": "1f3815cc8ae2e0ca799b4b338c55fa4587a3b3b87613ee903e90d49defe5943c", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 758, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7960, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2a8456870319f0e62db83af05d44b07b22ad12dee7b914779c6486b3837fbeac", - "source_artifact_sha256": "469e29ba95cb4e529f7e92a7d71392c16f8a8b1f06ff841cfff5989abac5329a", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1735, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14166, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ca189ccb151768f3ccb27a2d3f6f11507e01083316bfa1adf20fc8b6df21a63", - "source_artifact_sha256": "469e29ba95cb4e529f7e92a7d71392c16f8a8b1f06ff841cfff5989abac5329a", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 953, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21668, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "079fe459706ae3a887207c620ad2e4c6cae2ebda078523795b4e06ccb4186c4d", - "source_artifact_sha256": "d0fd27106c77490b44a70b06d53a4c5ae253e1bbe08b2c06369bb0f1e398c945", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1846, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13818, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5c532331d68d820509cda87be51d75484ad8ba335bf2d102c2b79f674c733e05", - "source_artifact_sha256": "d0fd27106c77490b44a70b06d53a4c5ae253e1bbe08b2c06369bb0f1e398c945", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1009, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 22553, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0506e5645bebe25a79d4fa9cd0ebf6f50a7470d4b7d0178cde1dcd732c0d0421", - "source_artifact_sha256": "faed2a7b9b06c0983f58c9e44d9c7a4e8c0b481f0f84d5572d318114c6893e96", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1672, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 20486, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "cff383e5a7e3c483c32efb380e2fb86838484c0a9a064fbe53bb0e3340bcb3f7", - "source_artifact_sha256": "faed2a7b9b06c0983f58c9e44d9c7a4e8c0b481f0f84d5572d318114c6893e96", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 412, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12952, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "515400f76dfa248a347289157bc66ee12bc09eb36eb3419149407f10102ce3f1", - "source_artifact_sha256": "715d5f3c68bc242dcef645c5e7fafa2265d43294ebc8b38bd8a5575c203602ec", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1736, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15310, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bfc4fba817a677fb4d9ba0b1ec93e566ef3a13d797fb806715adb34f9f8dda0b", - "source_artifact_sha256": "715d5f3c68bc242dcef645c5e7fafa2265d43294ebc8b38bd8a5575c203602ec", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 694, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13354, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0aad38b8a6a5bd920726c6cc2b2408b3af187bfa6455cb32a923ee43b936800a", - "source_artifact_sha256": "c09f1f4e864957ebdce6e52361ded16588f8c9db8908170d57e615b3960280e1", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1727, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13160, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "017aa1faeafc97bba3b1fc56cdbccaa939f564deea586cbb45b64ace17d81b82", - "source_artifact_sha256": "c09f1f4e864957ebdce6e52361ded16588f8c9db8908170d57e615b3960280e1", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 905, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14288, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5a13efcd3f1b28b6ac9e719a46ec93b333ee7d0896d8bb152c96029a10975e75", - "source_artifact_sha256": "d8224ae00f0cc1755ae679121f4f7f5fc5ba59163a7b7a75e57ff04e78705d20", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1817, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14757, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "45c368d4495526c0f8005806d73f1e87ac925d8fcd3c6bf38791b714bb4a81e6", - "source_artifact_sha256": "d8224ae00f0cc1755ae679121f4f7f5fc5ba59163a7b7a75e57ff04e78705d20", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 614, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 24668, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c0639e5236844168d34095872018172054451a407a62a3a26adff6ab7bc30c90", - "source_artifact_sha256": "a5addb59ca3f4654822c3bd8264b019016b9306dddc891776691409b26eff9dd", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1539, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13484, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b33e3ab03783829680e9a74812056a1ce4113d5af9ef2b00b0ba5b449090d4c0", - "source_artifact_sha256": "a5addb59ca3f4654822c3bd8264b019016b9306dddc891776691409b26eff9dd", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1007, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 23116, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "cbb493cf32f3c7f64ffe14ab65b074777178c260aadec7a54bcca9fafb56c389", - "source_artifact_sha256": "eb54a871812621323e38786027dcebaf35ce1f64543cd1b472f8941f24560bfe", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1508, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15342, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ed3a9e4c712986a50cdf01c84dd3602026f3ce4ac2db415110dfd13ddafff1f", - "source_artifact_sha256": "eb54a871812621323e38786027dcebaf35ce1f64543cd1b472f8941f24560bfe", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1760, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22303, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "1e8d2bd5522fea209f0f701a44e929cb95eabc9e6bdb611d3d1139265dc3d620", - "source_artifact_sha256": "b5adce677d79458e87c447bfb04359d822553efa47416d89460a9ea10b385b46", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1515, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13844, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6621071c93be99c3f214806b5774ea50bb615e3a3658d28dd9c59a50209913e0", - "source_artifact_sha256": "b5adce677d79458e87c447bfb04359d822553efa47416d89460a9ea10b385b46", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 596, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11757, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "511226f1925ec750f2b8b9c1431bbd16a889200993b599a231ec8496aed75e58", - "source_artifact_sha256": "55f53e01684addaa8161602e06b5aa9f91b37e02ee5e41865208d7acf6314610", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1583, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20197, - "model_id": "z-ai/glm-5.2", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "217f68562425f9782f5758644b8b16641f75595c788034357e92e4f3de33c16d", - "source_artifact_sha256": "55f53e01684addaa8161602e06b5aa9f91b37e02ee5e41865208d7acf6314610", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 592, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 8145, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "46daed5f5c01451fa9c61aa161011d2f26665b0958c7e219b1068301dcd128a7", - "source_artifact_sha256": "a1d1d06b22ea41c9cf206af21dbf3baa47a817104f5faade79b1eb2e76d4cfed", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1609, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7923, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e2adbca203dc7883cf748e37999fb4a6ed19978fc0e683d068182f919c4edaf0", - "source_artifact_sha256": "a1d1d06b22ea41c9cf206af21dbf3baa47a817104f5faade79b1eb2e76d4cfed", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 14, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 666, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13608, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "191a5d09ac0d406c5a06f2f6d4b885605af986382e50518f2dde9a8d279b2a02", - "source_artifact_sha256": "a7d68e2cd80b0555787ff2e9b1939122cd2354d0e6d161af8a95cf5e297ec735", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "z-ai/glm-5.2", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "a7d68e2cd80b0555787ff2e9b1939122cd2354d0e6d161af8a95cf5e297ec735", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1387, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26979, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ab7c36a6657b11b278bbb88cd4e7b4c12eede7462b1803b10a0fae470a807dea", - "source_artifact_sha256": "125cc0c8ec861509a4f640b6b1dcb3a351b8e05f63c7b79fd61e3b357cadf41f", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1438, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12979, - "model_id": "z-ai/glm-5.2", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "289b769de63a50ba420e12f71fa4c274292218d57b845b0860122b4ed62145da", - "source_artifact_sha256": "125cc0c8ec861509a4f640b6b1dcb3a351b8e05f63c7b79fd61e3b357cadf41f", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 733, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12327, - "model_id": "z-ai/glm-5.2", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c7b9ecdeb17c3f487c25436ada2833738380ffd5a5efbc5204c41dd94ca1301e", - "source_artifact_sha256": "202ecb603889b2d55e0566700a844014b0f8ef8eccbfc88da684289e688f6050", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "z-ai/glm-5.2-20260616", - "actual_provider": "CoreWeave", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1587, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14499, - "model_id": "z-ai/glm-5.2", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1cde63cf427e8f6b8a7ec320c6db1b419195687a1b42362e90d80953dbc065fc", - "source_artifact_sha256": "202ecb603889b2d55e0566700a844014b0f8ef8eccbfc88da684289e688f6050", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 585, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13607, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "5cd1f35e7486a3e7082bda4e0e65948d3e551a677e88ef968db85b21aab07ab5", - "source_artifact_sha256": "a360dc7908ff6589b0404732a32f137715f5c8042a393f2fbdf8e891e62036da", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1614, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10965, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1c0a799259de0b11c14c13821221ea56b9a3fb10b6ceda2aa078ac88ff456f6f", - "source_artifact_sha256": "a360dc7908ff6589b0404732a32f137715f5c8042a393f2fbdf8e891e62036da", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 486, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12712, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fe5d96d49bc13a7934cbdaf583f2f3a3518ae98d5ff5732755ed602b4780a478", - "source_artifact_sha256": "72de647eb85c3ac7a2eb8880bff48a5daa720e4f41e6be561e1bcfff3015dfa4", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1567, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13255, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3d3cb6c9c4227283b28fb5a017032fddb6594937cfc554da44d8238c91e0f008", - "source_artifact_sha256": "72de647eb85c3ac7a2eb8880bff48a5daa720e4f41e6be561e1bcfff3015dfa4", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 542, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13259, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7b2715d76f1c5f898c3303e55962a5fe734bed5511e97afc79c419a20ccfe567", - "source_artifact_sha256": "1333b7131baacd783f94a994bdb8473c385605967b8d3c3f18deb16ed4d73cf1", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1561, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13439, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "df72b3cde89a409e7c56b414c6d1255a68d5dc69cfd9da08dbed051936a6d0c8", - "source_artifact_sha256": "1333b7131baacd783f94a994bdb8473c385605967b8d3c3f18deb16ed4d73cf1", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 1039, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19509, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "67b3316799aa2978031e6496b2d115cba266fc719b935481108523aee3968616", - "source_artifact_sha256": "8d586774ff5eb29b7e95bf7409bffcd0e965bbcbc2a81c602922ef1fb2bb2a99", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1674, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14480, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "225ec44afd758671af55d8ffd3834f29f8bc0a7617388890f488b576c5988200", - "source_artifact_sha256": "8d586774ff5eb29b7e95bf7409bffcd0e965bbcbc2a81c602922ef1fb2bb2a99", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 675, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10372, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b9227fbe4f14f5a16ccebca88fa702bfe25b0d6f4e0e4a6bd86022aa2c07b2ab", - "source_artifact_sha256": "95c7998e747921be0e9da61eef19b0b97b9f0083501859717b74e32948bc91a9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "95c7998e747921be0e9da61eef19b0b97b9f0083501859717b74e32948bc91a9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 188, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10933, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0b3383867b9435dcb5cbb30d2f42a6551f65a80a1d23770538b2ccc9effe7814", - "source_artifact_sha256": "211e5dc389ed1cecd645f591a685a67c2df8285e3d4ffd9184b1ccc2a9699907", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 986, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9312, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "77dfa0a69cd1ae723b23647c3251dac3c3dabb0e86fb8de794ccd219245b8f13", - "source_artifact_sha256": "211e5dc389ed1cecd645f591a685a67c2df8285e3d4ffd9184b1ccc2a9699907", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 533, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12940, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8633f53c34abe9839bd0f5c07b2e323e533c075038ad899c1d7fe7f5ea6df4fc", - "source_artifact_sha256": "621f28c46622ab0a69cac100ff66664b2d46a6a3964eb836c37a6b5f101c1ae0", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1646, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13499, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a289ebf024e25d3cef02955d0a26c138a79e70f80918cbb331010656c7162838", - "source_artifact_sha256": "621f28c46622ab0a69cac100ff66664b2d46a6a3964eb836c37a6b5f101c1ae0", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 714, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 28127, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a86e2f72c6ed322cdc5163fec50e5609323f1ac27c18b151259aeb8e25b2bd80", - "source_artifact_sha256": "dbe156f5ecbd89f36539a3ea18e0074c072cad45220c447f9b205cdbc7e88c00", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1044, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14648, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4283f0df4d2c983b65a8a407a258f54fc4350342138b80c02bec91f0ad0dbddf", - "source_artifact_sha256": "dbe156f5ecbd89f36539a3ea18e0074c072cad45220c447f9b205cdbc7e88c00", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 434, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11837, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "dd2a19421aa2f53b3d53eb6d0fa778d118835fb03230e829488d50e1ebdf1fd4", - "source_artifact_sha256": "1aff22d42d4041a338829cef5e65514ae06d7cea7559c8555d47bf2609e336b8", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1182, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12898, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d5634bfe77cd699e6c7602277baa68254181abc625282209f524d0f843e2d1ca", - "source_artifact_sha256": "1aff22d42d4041a338829cef5e65514ae06d7cea7559c8555d47bf2609e336b8", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 399, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 22505, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1e5fb34f50e1bfae9c53e2e19a8f3592ff3781086ad23ff9db223b1ddfcb1a72", - "source_artifact_sha256": "067e0ff6aee9673a39d47121379a704604f57016666606765affcc535c24ca18", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1324, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16002, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d12d65ffaf1f76875eaec221e665d1681791c85a39b9d2e03da06c89ff3fecc8", - "source_artifact_sha256": "067e0ff6aee9673a39d47121379a704604f57016666606765affcc535c24ca18", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 12, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 529, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9019, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c1896e85528a5e2cd071815e4dbdb1217ccd3bf734401ffa0ef4c0dec3dca4a5", - "source_artifact_sha256": "f64c7debec4a7af37ba31357dc9778d1feecae5ca98929e1c5a933b37ab46f4b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1666, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6770, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2dd5cc26e3d4c9800b46310d088cf575241729a4d0d09ba729633f03cbfc9751", - "source_artifact_sha256": "f64c7debec4a7af37ba31357dc9778d1feecae5ca98929e1c5a933b37ab46f4b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 408, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 23567, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "56d1f4f7bc379aa6820b9a1be7cd3f9cfe35eb9582289824f7a7f54ab94da62d", - "source_artifact_sha256": "aab614134f825dd7f414110c812cfe76be584d74da5983cb96e01ca2a6903bd0", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1266, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20417, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a3887ddb748962db2e2e933f905b0d1dc1b822841caeee24791138a815f5306b", - "source_artifact_sha256": "aab614134f825dd7f414110c812cfe76be584d74da5983cb96e01ca2a6903bd0", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 438, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11860, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e2db40de587af21fa551e1719a066a609f7c55743b05be2ba785e824c2973f6c", - "source_artifact_sha256": "096c30fe718f575fc41aaa85d55e6d30a0102711368141bfe2388bbb22afa2d1", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1738, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14341, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "5c860713dc1ca2757041a5341667ce3e5a1c3660ea8c31ab50961ebf96383cb0", - "source_artifact_sha256": "096c30fe718f575fc41aaa85d55e6d30a0102711368141bfe2388bbb22afa2d1", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 298, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12136, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7808cb762aee2149b2aad81de395ffc9c8be316b0c6058fb20c3cc9d569f99f8", - "source_artifact_sha256": "37916f812c7fc67d47980d241d7bccee3afb521c04ce9379b57313a7776fce93", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1858, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12537, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e8ff46face9f1bd65b6ed2a03814a47d3f0db1c25dc379136a7f20ed17bd161a", - "source_artifact_sha256": "37916f812c7fc67d47980d241d7bccee3afb521c04ce9379b57313a7776fce93", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 334, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11333, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "096cd1fe291aa0b84cdb988634511cd1c5618e8ed8c68f4de238192fb56cbd70", - "source_artifact_sha256": "eaa55506331b06f7758d4462b2fbf57ffd96ae4037d01dc5b8d739bbd8df7b77", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1777, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10936, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "bf049e476ad5fcf4227a8d14ea473d74a8edfa2625e75a8215d8d5adcfb0f2ac", - "source_artifact_sha256": "eaa55506331b06f7758d4462b2fbf57ffd96ae4037d01dc5b8d739bbd8df7b77", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 332, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21286, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d61207834fc7876c0993e2c91f038e6cf54754b98100927e51204d768de131c3", - "source_artifact_sha256": "a962786be8754c8398877df236ef1e1223c077246f4dbd7e3ccc58ce3f9d4d50", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "a962786be8754c8398877df236ef1e1223c077246f4dbd7e3ccc58ce3f9d4d50", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 342, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19127, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9f566c0374455bbd221ee59934e5e8b2e8bf69861b5f1885f61ee9c2385ca6a8", - "source_artifact_sha256": "ec52d9c2de8fc2193041ad2a9284b09a5ab97fd0098e7bb402dc8544bb21ef8f", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1852, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13543, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8d03c636dee7cd6fc0827dbf8270324bba71b2867dd41c05ea6f841f68c4b9e9", - "source_artifact_sha256": "ec52d9c2de8fc2193041ad2a9284b09a5ab97fd0098e7bb402dc8544bb21ef8f", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 373, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11080, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ef8b5469b22c36883b7505f8b47ca89c8022ac718ab7980763b4fe01bc413d94", - "source_artifact_sha256": "86885182269650ff60bcec9d1dbd626df06b7c6c8f721cc5db532defd5a1f27b", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1940, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15683, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b31fb82613b6b13deb26037dc9b6264b8d054beee20bad98e689c9a40b5fbeec", - "source_artifact_sha256": "86885182269650ff60bcec9d1dbd626df06b7c6c8f721cc5db532defd5a1f27b", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 539, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14341, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "16938df654f8e017ad291c5ce64ca3b0e37acaf16d61fb7c0dd4cc0f6fa13d27", - "source_artifact_sha256": "830ad6d1ca69e7103426130bbcf2fbe8fb5b86800843336401a716dcdbeb6680", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1887, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14293, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0dd14417e20aba3af92054ab4555edf24eb83a04bc5e7466fbdc06a9f8818771", - "source_artifact_sha256": "830ad6d1ca69e7103426130bbcf2fbe8fb5b86800843336401a716dcdbeb6680", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 529, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13266, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8d6ae21848a2c029edf4e4814c5571e2146a91e4cb65edbb25002abd3f48ca0d", - "source_artifact_sha256": "9350f6828c71ea7c7d1303f46a07d59909fef4d96363350d1ced46d82195a5df", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1958, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15415, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3d9b31db6d79fa93dff7d1dbe1da6a79de0dadb3db9ecc7686eaed93b11aa761", - "source_artifact_sha256": "9350f6828c71ea7c7d1303f46a07d59909fef4d96363350d1ced46d82195a5df", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 208, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11630, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "68fd0c4b4805ae632be23160a781826d29f9c9ef8f2127a86580b9e285918a67", - "source_artifact_sha256": "1cb56298b512d01f2d4741d5b9e65d5ab28b0ba9e367c387356a469656ab2c6d", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1166, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14695, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "34af118d7cc4f8448c7dd6909bde60275b75b1feb0c1117510037554c9bb91b4", - "source_artifact_sha256": "1cb56298b512d01f2d4741d5b9e65d5ab28b0ba9e367c387356a469656ab2c6d", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 406, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15605, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "02284d361eeed3989e24990dcb2bdf1f000393661139b4e88088bead3028b6e0", - "source_artifact_sha256": "cafa80903e34e34d9f9b4b03fcfea41e7d438b26cc01dd2670a8c317d6b7d9a3", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1190, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11756, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "acafeee95f551ba90d846f713fdd763583d9903d7c0653e2806fa1fae0f3e8a5", - "source_artifact_sha256": "cafa80903e34e34d9f9b4b03fcfea41e7d438b26cc01dd2670a8c317d6b7d9a3", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 421, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19861, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5217c41c67bd2d4254a374036c29337d984f856ae49252366f8fc0b806f7040f", - "source_artifact_sha256": "be982b64ccbc8656045a71b48eaf3526547771e52f600528255c341e9356c70f", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1908, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14681, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0d155b87f68888f157e641e529774d56fa108d55d9998f38ddd15b1ef2634557", - "source_artifact_sha256": "be982b64ccbc8656045a71b48eaf3526547771e52f600528255c341e9356c70f", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 931, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 26615, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "555146adfad0899928acf7423a196d1464d44fc6c1581069f62ae533a89086d7", - "source_artifact_sha256": "cbbc8748b66f6e29d0091cbe7f8d5b6530845840fe50fd88a98bcefeb86d7603", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1971, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10675, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5ededb726ff6093ccdac8ac2bd414cf9a662b0104e25e0a2f7c75704dfdf9143", - "source_artifact_sha256": "cbbc8748b66f6e29d0091cbe7f8d5b6530845840fe50fd88a98bcefeb86d7603", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 553, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18130, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a1ea2ab785f9d6103734bc6789d130dc1756f6a3d1edf487bc13238faaa81654", - "source_artifact_sha256": "5605d2a876d75b2dcdf904b616aab6c651f93553fb8282ae037bed36e564270d", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1320, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13822, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0fa3eca77f9baf4c859d54fd3d060cf8e3541943e5880f18dced7aa4f8d957bd", - "source_artifact_sha256": "5605d2a876d75b2dcdf904b616aab6c651f93553fb8282ae037bed36e564270d", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 614, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14023, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4c4ebb88be83d34b007e48ccab3e9e0405b0764b873aa5225ea79aa2ce8ab845", - "source_artifact_sha256": "f1922b3c799837f38bcdc8de31e1c9c89a3159d0b52995d08ad84fac39e90860", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1745, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15835, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7ffac0fcaa25d55f6dd371c96c86cbf4b8abcfcdc6634209d3d68131e216e300", - "source_artifact_sha256": "f1922b3c799837f38bcdc8de31e1c9c89a3159d0b52995d08ad84fac39e90860", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 911, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17501, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "36a2f6e47aeeca016fccba47719035ee391ac25b615c87a7db2279141a9dd70b", - "source_artifact_sha256": "4b96a058713616825972d7b83986f68ebde0a3e94d9dd7ca40213ea6ca9265e2", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1688, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15254, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a752b070107ade7082213010d0c8325ea1bb278ee26be521062e8d3cffc90276", - "source_artifact_sha256": "4b96a058713616825972d7b83986f68ebde0a3e94d9dd7ca40213ea6ca9265e2", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 522, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9444, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3c2e4306c755d0fc25d5db0e6b7cbd8fcac592c8a67b65652ef34693a5b2a1ef", - "source_artifact_sha256": "032cc2dd6f981c7cefdebb90012f401957c4f2bde7d0d7baa293fdb2207207ab", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1648, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9622, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c8019fd4b21f70d095bc06a58aaa68ce7206ab4b300f90acc3c9801a80f58293", - "source_artifact_sha256": "032cc2dd6f981c7cefdebb90012f401957c4f2bde7d0d7baa293fdb2207207ab", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 255, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 8423, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5446f34988fd655c4e35953810d1b3bd13c6adce61e550dd70c799d771db9234", - "source_artifact_sha256": "3129bca19dc230d8d767b3b68e0e325d9ff9678219de45e50b1a2e9e95b2eac7", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1011, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7129, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6906315b7d3951658bf5443f96106c108e3872e5861b3e9864ee2ec4e6f4ad82", - "source_artifact_sha256": "3129bca19dc230d8d767b3b68e0e325d9ff9678219de45e50b1a2e9e95b2eac7", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 684, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15371, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "da34711081f732d51ec461f32da770aa0381d8f2e9231acdbd5a88ffef93e4ea", - "source_artifact_sha256": "bf02f857b5f4247ed5c3e608b2b3f2dfe346df3f598f77ba81d60604b05084fe", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1190, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13564, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ad0377fbc72d09d13bc94a45a366c24da2627dad0236ac132a48c50a25f447f", - "source_artifact_sha256": "bf02f857b5f4247ed5c3e608b2b3f2dfe346df3f598f77ba81d60604b05084fe", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 1289, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 30309, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "dfc662d94bec4b514ff1e81218d5b6d7b4f1ccad652b8bcdaab901944391aba3", - "source_artifact_sha256": "c8d9dbddfb26de5de03c21b7060041120e1b7cf6724da7efdfa7d038d471966a", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1659, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14188, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "10714b919428d225495a84e9c25d5f99de687020225169812f00c8a11c6045de", - "source_artifact_sha256": "c8d9dbddfb26de5de03c21b7060041120e1b7cf6724da7efdfa7d038d471966a", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 11, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 634, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14170, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "09bf381f52b9f2a1819a4ba4a1082be2bf97b4aa6a4560f05b3c9fec22e274be", - "source_artifact_sha256": "4f78168ab97cdd73b6dbfa3e750bbf26d966187cc8e1e51b945a1442f36d69f4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-pro-20260423", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1738, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15315, - "model_id": "deepseek/deepseek-v4-pro", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d500ffbe78b430ca888dee5574146f87e9295c1a0c8d30bf8f6b585ec25d48e4", - "source_artifact_sha256": "4f78168ab97cdd73b6dbfa3e750bbf26d966187cc8e1e51b945a1442f36d69f4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 442, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 37874, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "97ad7559dd633ba3a63db0dbabb65de6037ee051a03c03120de75f8b75f637c9", - "source_artifact_sha256": "2b902c798613e959dc8682b071cb6789cd87e591abed45227e4a3e163133fb7b", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 210, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13283, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "36e060ec9a8f4fbed112b123ae1686712b2c8a42a4a3884c2ea45e5684ff8a51", - "source_artifact_sha256": "2b902c798613e959dc8682b071cb6789cd87e591abed45227e4a3e163133fb7b", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "299d4ed81a9f6235a7d95d6eaf979b6ba03084015e6e3dc22378fd2097308444", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 331, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13256, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d0d790acf393f3ca41c7744c2e188b6a4a4113fdd015c1d4c830335e8c2afe2d", - "source_artifact_sha256": "299d4ed81a9f6235a7d95d6eaf979b6ba03084015e6e3dc22378fd2097308444", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "570ff8a2f1d50a252c5b581aba31ae9e3bd5e0e52735e688fbb2e9d8260c1225", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 230, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12187, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "4034b7c341e3b2588a97d5c4234720ad28862ae4bc7094ce4f85380985c7023c", - "source_artifact_sha256": "570ff8a2f1d50a252c5b581aba31ae9e3bd5e0e52735e688fbb2e9d8260c1225", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 325, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 40003, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1dc22f3ca611b6ece7bf29595f9d3283b5f1fdd5427bfe9d96500ff583c84c61", - "source_artifact_sha256": "933f3d83105a17a9c4ffcb9b357afb7058ca117860eff89f5fe6a3e84a5c16e7", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 231, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9187, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "645065e19962485b02042036ed0c6b7465f4dc7f7ae46715b6ddc7a241bad5ed", - "source_artifact_sha256": "933f3d83105a17a9c4ffcb9b357afb7058ca117860eff89f5fe6a3e84a5c16e7", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "64b745bd2aa0b1aa963685e956f46689f6e32c7f064547117d82f6745b3684d5", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 225, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11573, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "c9c53b8e79c363575fa47cff6f015f2231297b201f1a35a7e7cd4a5179972a92", - "source_artifact_sha256": "64b745bd2aa0b1aa963685e956f46689f6e32c7f064547117d82f6745b3684d5", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 175, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20372, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d11d0ea3687e04abe1288e0c56681dbe3c4cd1d0f64e731f504d585319fe945", - "source_artifact_sha256": "173d70f70ef3d24d6f267e74f1fcd51e423e2cd2fba854162a6bd898ba1cf2de", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 224, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11826, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "99565549b52335f2286dffb99e4004f00cd7348550876e419e019a79dc274484", - "source_artifact_sha256": "173d70f70ef3d24d6f267e74f1fcd51e423e2cd2fba854162a6bd898ba1cf2de", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 94, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 22357, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2879e794c2dab11dfae2fa66c6df26cc5e2d40966a61e127217b84b85fdd1103", - "source_artifact_sha256": "92bd4407d6efe5a02fa8ca25c885c2d020d6cff40eae9d58be4734c4621e7c6e", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 327, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16686, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e0ed01f266306f4d0cf2c72b511a03aec8a543ee4b9c7f3916d6ea50e863b2d0", - "source_artifact_sha256": "92bd4407d6efe5a02fa8ca25c885c2d020d6cff40eae9d58be4734c4621e7c6e", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 255, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 27604, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "0ae4acf03b3831133dce92a790fc8b4b7fe454a716daaef898176a87d8afe72e", - "source_artifact_sha256": "91ec4e4b7079fe2d1822681b7e0565f92e940500c079b3421fae28ccb9000352", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 243, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14240, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "81e1a604b04d33eb1f4816065e9e25c7cd3a4df22fa838a9f17d51b7c04b1d0d", - "source_artifact_sha256": "91ec4e4b7079fe2d1822681b7e0565f92e940500c079b3421fae28ccb9000352", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 19, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 283, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25335, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fa79f0589f9015b1b2be8f77b9289dd827a245a44145d9cda1ff071b278aacba", - "source_artifact_sha256": "04b58db876e7fb61c58dfdb51064bc6aecec32c3def1a71f00a1b21146f611bf", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 258, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13598, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5483969f621702925192041fcc51770ca34191d533cd51aabb5cabf7c942b9b0", - "source_artifact_sha256": "04b58db876e7fb61c58dfdb51064bc6aecec32c3def1a71f00a1b21146f611bf", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 20, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 77, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19698, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1efd089054601ee158fd78a7514f92ea444af59d84bed91dd2264a80e30eea7f", - "source_artifact_sha256": "d8351aa03634c3b1db6dd6dee9655356dec40d4cf17e8f3e260719f3c3aeaaf0", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 353, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16638, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "278732cca652644f3bba23011f460f8496e3020b9eb8f6e71a7e01b51fb4afad", - "source_artifact_sha256": "d8351aa03634c3b1db6dd6dee9655356dec40d4cf17e8f3e260719f3c3aeaaf0", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 7, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 91, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12359, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "061972d354b15ee55d213d2c79e0fc41c09e52f23cc359f2c962fb1e8b712c02", - "source_artifact_sha256": "0e0be521906a0e101fc7fef33e2cd0d4397ae443bb24208eb4faf050390bcc8b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 240, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12443, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "233673fb832f7d9655fb1d1bc839719a960ad62fdf5e74e92633f23da9c0a04e", - "source_artifact_sha256": "0e0be521906a0e101fc7fef33e2cd0d4397ae443bb24208eb4faf050390bcc8b", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 80, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13272, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "45d06ddc9309c1fbbe9312d6ec567ff02cd05608913b0f0743d2b8736e83b925", - "source_artifact_sha256": "907ef3f36cc882457574c2a0abf683d68112848f09ef52403dfebf87ebeede10", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 240, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10786, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8ad4f1156685b0728189483dcb888fc8475f5a631e4d371c9cc70e30f52b619a", - "source_artifact_sha256": "907ef3f36cc882457574c2a0abf683d68112848f09ef52403dfebf87ebeede10", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 76, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 19577, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "01a676f14f10d081f7df59e302c061766ac57a65cad1b6ab413b17af563933f1", - "source_artifact_sha256": "0e7525779c618f23425f474cbbd157f75eead7e5c1d0d9414b7079dae4ad78fe", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 336, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13098, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "38db7c2a3eaa2019d734437b21ea0514499d8e78dcea55bfed2acdf4801b9c0c", - "source_artifact_sha256": "0e7525779c618f23425f474cbbd157f75eead7e5c1d0d9414b7079dae4ad78fe", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 72, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7145, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "652174b1a461e40e181a81d905b42e8b7526c67affa2cf193f945210cdd86e27", - "source_artifact_sha256": "06b59b29ff43582d0628681e2536e5ecfcf874978439e4ba81460e74d104502a", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 264, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16681, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f50727644abeb1758fdd2fd5796cf38ca1ff2488792c547acac5d96c8b460947", - "source_artifact_sha256": "06b59b29ff43582d0628681e2536e5ecfcf874978439e4ba81460e74d104502a", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 78, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 7090, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "6120489a54d01e05ddaea49882aeb2957394aaac2640cf85dbe1c3e939d69737", - "source_artifact_sha256": "3c7fa555a9017c292a14dba4a2785045d8c85f9e013ce3f53bca5686ff399e3b", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 238, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15710, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b462d5364be60ed9068ea693738d2447b2a5f4a2727ccb5272674347f23445ab", - "source_artifact_sha256": "3c7fa555a9017c292a14dba4a2785045d8c85f9e013ce3f53bca5686ff399e3b", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 92, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13504, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e02662bfe290330ea8e28d8b7480c2aeced0f84b6d114457c98ab43318785182", - "source_artifact_sha256": "858e381d196aa7aa7e870bb9962c2799d52e076f7dd2a3541783bd2afd4c4f90", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 279, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16554, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c526917b068a8f8a9744b5e70151aa353dc87fcb7f6bb1d988dfe598a970613b", - "source_artifact_sha256": "858e381d196aa7aa7e870bb9962c2799d52e076f7dd2a3541783bd2afd4c4f90", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 21, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 32, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10299, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "0026a1e3335e7cb25e86c9484bc02ce9196b4737cc3b4287ac540f00b52d2e3e", - "source_artifact_sha256": "7d27b3f4079637be8e2e1252d099df50f8e8a20705e97821ef3dca7069100e51", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 291, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18157, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "5b048ba04c4c25b8b5a4020f692998c68503918cf810a291bbe7ae4206ba607c", - "source_artifact_sha256": "7d27b3f4079637be8e2e1252d099df50f8e8a20705e97821ef3dca7069100e51", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 62, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10040, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e2868172cf9087c27f03f5a9487015e2df094194b68b4c1ee795f41c29ba8561", - "source_artifact_sha256": "7671f63c818d75b15fa057ea0d47ff5f585d488a39c50d866f5f0a0b73ebe963", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 280, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 8708, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9280251e62e4c2cb6f2d05c73de766ff79196dc26fec98e325351f2e626fef07", - "source_artifact_sha256": "7671f63c818d75b15fa057ea0d47ff5f585d488a39c50d866f5f0a0b73ebe963", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 8, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 63, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10160, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "74684bd6a1024573f35b179d1140d4d035f5a879e1fb125439ba8cfffc6e5c78", - "source_artifact_sha256": "7c9fa9ad3a909e5bc22196d86f02a624c1ceb370cdc3615282c28c62b7111bb2", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 285, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13241, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "217cd7c89bff57d7c6518dd0712ae0c6fb02bd076e62aded7a13ed5df8991ea1", - "source_artifact_sha256": "7c9fa9ad3a909e5bc22196d86f02a624c1ceb370cdc3615282c28c62b7111bb2", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 67, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6412, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "16719ff6d571923865314ab0ea6cc63f732d925da0cf79bd8a79ca321e669c9d", - "source_artifact_sha256": "f0076d0e40e1cdf9889f1ecd679f532f4ccdec3c50da0e60bc89413ff5021a48", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 263, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15451, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fc3f6429746aebc2ca03fe3074aa764a5619904f004873108d275451da267c50", - "source_artifact_sha256": "f0076d0e40e1cdf9889f1ecd679f532f4ccdec3c50da0e60bc89413ff5021a48", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 61, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18302, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "42c3a1e73d5f29e7a15b6ecdd0d54793bcf4b5cdb363880ee536fb09eba97f6e", - "source_artifact_sha256": "b3369de740acf539e477fe09274a10454be21e6fedd6525028d0e1f4736524eb", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 293, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16580, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "b3cb73fcd7fd4b003ca48a2f54c07ed0609bd6b316ae2a1a7cf871b8324363d9", - "source_artifact_sha256": "b3369de740acf539e477fe09274a10454be21e6fedd6525028d0e1f4736524eb", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 84, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14371, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f745039d43595347f061c398071a26799c901ffa256380acf029d0760e57091f", - "source_artifact_sha256": "b95f71260cbbbdf7847d28a1b2ae27708bb83d6635a490240027be4867235eb2", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 270, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12470, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3a84712d66a9c2949508e0a5970a59ffa6047ccee6888fd6e39dc245722eaa6e", - "source_artifact_sha256": "b95f71260cbbbdf7847d28a1b2ae27708bb83d6635a490240027be4867235eb2", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 18, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 69, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19059, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "afcc23b534c7562323a6028de34c1c7ebe478b90b2477a2dfb03e9fea8b2cdcb", - "source_artifact_sha256": "1beb6892e82828fbaf748cae1e8d802d103b47e15b11ab7826dce6dfb92e8909", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 295, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17012, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9f2c381773e20440b001ed1469e116e9afe8990d35a777d4854dbb536db64816", - "source_artifact_sha256": "1beb6892e82828fbaf748cae1e8d802d103b47e15b11ab7826dce6dfb92e8909", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 488, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 45128, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e8462604547b8b06fbf1cd18b0b4329a2601ba2bb472c3ec4a7112317910fc5f", - "source_artifact_sha256": "320894cef2a498363ade0a3c763bbdb36af0f8c6c8fe1433faf11124936b1320", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 299, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14234, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "ae65506ddd5364cb10dc154b644e3a2a7890996a93bb8094e30ee53701ce0538", - "source_artifact_sha256": "320894cef2a498363ade0a3c763bbdb36af0f8c6c8fe1433faf11124936b1320", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 20, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "a1f33be4251aca41a6e0452e2af8f4441dc0502ea72150b9dd7c9a9038cc3b41", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 223, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12626, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "17d31b6529f5991cee6cd72565f7b684c76a0f0c9338d26fd004b3a986fd8198", - "source_artifact_sha256": "a1f33be4251aca41a6e0452e2af8f4441dc0502ea72150b9dd7c9a9038cc3b41", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "f82d4bbec2551c3b75f026472f22867cadd2885ea429fb1197f50136abbd71b4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 229, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11546, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d9013eae363c57ce16889fa474e8116221e6a461290b3d55d0e684fe4ce4a9c1", - "source_artifact_sha256": "f82d4bbec2551c3b75f026472f22867cadd2885ea429fb1197f50136abbd71b4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 210, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 30148, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "be42e524fa76a37238033cadde0bb96ab85598fe9b6aaf2679a767e424e9aaf2", - "source_artifact_sha256": "eb65f206033878fb8895ecbd9e17e8a5e813bf8ae08bf3c4cbe2575d5960140f", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 221, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11305, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "fd736a4e5ce46497ceffa893a637a1cedb9961e4802e1d453becee054256b1ea", - "source_artifact_sha256": "eb65f206033878fb8895ecbd9e17e8a5e813bf8ae08bf3c4cbe2575d5960140f", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "8beed7ae597a22aac99e748b3e3a78efa9063d4bed0d03b2be7161544b5abefe", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 332, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13741, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7c5f396adb8fa49c0f7d087058263bec01e1727adce49047c0d8161fe51484f4", - "source_artifact_sha256": "8beed7ae597a22aac99e748b3e3a78efa9063d4bed0d03b2be7161544b5abefe", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 20, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "688e51dd97774947a58ba518e4bbcccda0d7aa731d4eac97ab40a9870ad70256", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 327, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15315, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "949a4cf9284a109b815dc3565d6ff502ff778300e487c8178ac61f7fe6536044", - "source_artifact_sha256": "688e51dd97774947a58ba518e4bbcccda0d7aa731d4eac97ab40a9870ad70256", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "ca326ec73c2cb7438b7f3d9657bd22e2ed56229c06d068b6aee74a5edc286db2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 258, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14069, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "bc2e9e22a45c1895aa24f195aa476c9191ce19822a22581f64a26eff06e9a3d7", - "source_artifact_sha256": "ca326ec73c2cb7438b7f3d9657bd22e2ed56229c06d068b6aee74a5edc286db2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 126, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 23850, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "95dc7ff6675e43e9c56d7f60e6b1acaecdbe6db2ba31ba8429d82a5316eb416e", - "source_artifact_sha256": "58e7568f83062fcde069e490c6ee84d52d72823c3b1e6e5d9ca75975cc59b2a0", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 255, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14117, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d62f92651e6c280f42b5007e6dd4b78c57893b11a4ebab71e8c92ca6f22f923f", - "source_artifact_sha256": "58e7568f83062fcde069e490c6ee84d52d72823c3b1e6e5d9ca75975cc59b2a0", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 19, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 122, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14726, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4c8a8444d6dad5bc46b25becc44fefca7357a3cc6762d44fa05dcff8444e5782", - "source_artifact_sha256": "4c9bad5057239610206f93157f1bf33fcda9494be3dab42d7c54e267973151e4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "deepseek/deepseek-v4-flash-20260731", - "actual_provider": "Cloudflare", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 258, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 14626, - "model_id": "deepseek/deepseek-v4-flash-0731", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "db3ab7ae9bc51ed0e0e780a759d508bda3ea17befb62520065dc281a95dad983", - "source_artifact_sha256": "4c9bad5057239610206f93157f1bf33fcda9494be3dab42d7c54e267973151e4", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 167, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18361, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e5a0a2cb7e31ce6c56120edad7663f1d2fb8bd9ea69a3b282563012460048a77", - "source_artifact_sha256": "ca94881f7080acde94760482fbde210925f226585f4149e084ce7276767b15ac", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 663, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21774, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d2a39461ae9d5e635c8a09090c96e5abfd00f7284ab61fee593ac60aff6cdb89", - "source_artifact_sha256": "ca94881f7080acde94760482fbde210925f226585f4149e084ce7276767b15ac", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 106, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10096, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7499ad1549db482854da72ff456e7a08ccc18245647e6d270cd8d98a9cd9ab93", - "source_artifact_sha256": "f1bdcd9b831f80b80cba936da26bbe10efe1e1cc082923a1700552cf07b9d167", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 619, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16134, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "862d4b7619047c6ab1be7c06521bb7f8a4ce62c1c98c09cf800fcd5374812759", - "source_artifact_sha256": "f1bdcd9b831f80b80cba936da26bbe10efe1e1cc082923a1700552cf07b9d167", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 268, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6435, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e441cf357b1b2def62925a48556e520b38741c598a365c14a35d44f31a94016", - "source_artifact_sha256": "7e271c3a87b37ab2810bbc9fb18d06737db4f3430a3fbd76af7b4ece6dfb83b4", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 626, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6829, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "748ec85db54bfed26d0de237e0d2bb85ae0e64f789d38998103ef1e560638d2b", - "source_artifact_sha256": "7e271c3a87b37ab2810bbc9fb18d06737db4f3430a3fbd76af7b4ece6dfb83b4", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 241, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20145, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "dd4dc1ada2b2e94c4a0927539d4803b6c60e5aaa3e30ee1a678d8c2338f3b3bc", - "source_artifact_sha256": "6bce59d48cbd227ad6a497c5de6b6dffe477206f1df629622c5fee675bf07e40", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 495, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12369, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "06c1658dda4633c8d0d8ff9820772592bd6b5ce90aa22e2648281b7a264831d3", - "source_artifact_sha256": "6bce59d48cbd227ad6a497c5de6b6dffe477206f1df629622c5fee675bf07e40", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 171, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10239, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "5e022e60532533cf0ea551177b9cb78f46bd94f948cb35e2ad63f9cf7554f7c0", - "source_artifact_sha256": "f1fe04f54098b086599063a582c9a29113c5d7d0dbe29d0549eeae04d1d308c0", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 530, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13099, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "37df41a3c664af115bfc54144318feed9b84a923481679477b5c5e49436bfacb", - "source_artifact_sha256": "f1fe04f54098b086599063a582c9a29113c5d7d0dbe29d0549eeae04d1d308c0", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 120, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10077, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "572c603c395c1ea2cfb1417ef0ac769d4ba50c6cb66547f58cb5f40d3228bc38", - "source_artifact_sha256": "98da0ced103b6dd8c3a4907b7f34a563359aa31ef6423df9835755f41a5c7b2e", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 467, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12354, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "3a477223ad1d2eaaf2207074f6eb8086525e5f9fc9134e540c8248469b99b460", - "source_artifact_sha256": "98da0ced103b6dd8c3a4907b7f34a563359aa31ef6423df9835755f41a5c7b2e", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 8, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 243, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10553, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d1ba8610a950a71c5d2b8c5fe39500bfd308b9dd82320c906be351006e201ff6", - "source_artifact_sha256": "837d9ae45d6fdc04b0fca0e21894d9a61ecba4f2624cc292b7e0450cbb787f68", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 609, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10417, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6c9af295b8e4ed71bfb3a7cdec7e7a4563fbbf061ab7584bb0e087a129750216", - "source_artifact_sha256": "837d9ae45d6fdc04b0fca0e21894d9a61ecba4f2624cc292b7e0450cbb787f68", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 233, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10048, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "3ce04f85d2bb96f750ba184fab1e0a992f32d539c2ede41911fbfac2980372df", - "source_artifact_sha256": "94491fc4dc11430f4e977286280f29148e1c491849b26cda0d5ce58dfd136679", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 609, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11775, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "56f00fbd248243b3070775dc5d31717c493fca4f632eb4750dd0c28b3370abd5", - "source_artifact_sha256": "94491fc4dc11430f4e977286280f29148e1c491849b26cda0d5ce58dfd136679", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "{\"tool\": \"compare_on_axis\", \"args\": {\"ingredient_a\": \"coffee\", \"ingredient_b\": \"chocolate\", \"axis\": \"cf_bitter\"}}", - "condition": "epicure_off", - "correct": false, - "cost_micros": 156, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7041, - "model_id": "minimax/minimax-m3", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "1da8afb03b9050710680403bb3429a713de5e567f45ce8bca089035c9b2a8b5d", - "source_artifact_sha256": "4055e3529888c06c7e3afafc9016c01e11576f3008e672f42f7028dd203202f0", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 640, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7958, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "db731d3a6863792127a9b05295356596eba17308847b13a865176f65bde959ce", - "source_artifact_sha256": "4055e3529888c06c7e3afafc9016c01e11576f3008e672f42f7028dd203202f0", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 32, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 374, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 13223, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b846e5fb1890bc13f81296ad57f82c727b543da5aa8830fdbdbb7665eb255805", - "source_artifact_sha256": "29d54066b59311207be9b359402ff88476c1c646f71f0ca8cd4b13b2b9eb8373", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 718, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11877, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "958b7d1b0a9a3702c40c6a6bb5905999718b62ecffafda1dc04a6919a30b3fa9", - "source_artifact_sha256": "29d54066b59311207be9b359402ff88476c1c646f71f0ca8cd4b13b2b9eb8373", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 19, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 94, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9402, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8fcef86047662b6ad65941abae141ef80c03039dea882ffcd79f50c2f8893601", - "source_artifact_sha256": "3754fb1cf806723b538627f12d370cc3efb5118d0a474040d55be3aa6cc8069f", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 750, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6883, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6f9006b49c2b326b3a2888d3ab25dd390b3b009d54265bdcee011aa7578f8a2e", - "source_artifact_sha256": "3754fb1cf806723b538627f12d370cc3efb5118d0a474040d55be3aa6cc8069f", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 275, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10331, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6cebc1583a4cd05a05d92381f763d7603861a84306d04a61ab0a9b847f2d5689", - "source_artifact_sha256": "20b50fa3e60a45c58cc820667b74c41d30846eb8e74d0095ada8de8e2a802ca3", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 728, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 20687, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "dba8028a2e761a6fec822fdcb7b9fe268ec29a3d3abad692bb34fe49fc149036", - "source_artifact_sha256": "20b50fa3e60a45c58cc820667b74c41d30846eb8e74d0095ada8de8e2a802ca3", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 192, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18828, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ad3a53c895b00ba269b84b7e0035b60462428346f68b04f6113f81fd9dec410", - "source_artifact_sha256": "e5db2f6171b1c909225e323ca5fb43425e87ff6f6383fd97686d8cc07a80fbe5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 471, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12980, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f2b255c9cf039d8f7ab5cb63dd5621039411b8338338999aaeeee8a17949132f", - "source_artifact_sha256": "e5db2f6171b1c909225e323ca5fb43425e87ff6f6383fd97686d8cc07a80fbe5", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 215, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10932, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "cfa71739bc7be6ce7fd180c47cfe21e4c4bcacd988adb237f99ff81c16b14294", - "source_artifact_sha256": "5d81f073446f972976c61b149b682f5b9d50ece1745d9c6e67d361230bf02df4", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 590, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8671, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b7a89d8ce50c7a1ebb89be9c6229f219091cde926b6c26a03e9e4e015da4d083", - "source_artifact_sha256": "5d81f073446f972976c61b149b682f5b9d50ece1745d9c6e67d361230bf02df4", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 192, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19385, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "839be00263083b8aceec7a523fed6c87812df5dd91f37f7db8f94bb2f8e94f74", - "source_artifact_sha256": "0fa8baa9dbb9d6cb3f3fa88267b7acd49e6e61f4a9327c4a7e77c9bb874c29bf", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 694, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 21238, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0fcfb55e48465b82bfed44d84a676ee36ea1f6efe60842e20ff89143de4fb09b", - "source_artifact_sha256": "0fa8baa9dbb9d6cb3f3fa88267b7acd49e6e61f4a9327c4a7e77c9bb874c29bf", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 186, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 19851, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "66afdb8a8896a4ad7a532f90fcae5fcc5ac4ca750093d96767344344b078bc86", - "source_artifact_sha256": "649b1a448ad01b248248b511e3cd2601ee7111bfe759238faa12ae97c341f188", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 522, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20452, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c213e6c7f853bb7b7b40927db4afd8790aaddc3fef1a8207dd290165686eb7fd", - "source_artifact_sha256": "649b1a448ad01b248248b511e3cd2601ee7111bfe759238faa12ae97c341f188", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 154, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11016, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b156a7a6eccd0576008a88c2afb2e5a13f532c9c61343194449a669da11967a8", - "source_artifact_sha256": "f7f1bcaf26260a7f7b8498a89be9378ef5e7a3d10262dfbcbbf99e5f956e63b1", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 716, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10875, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "52aa02556fc8fd09db4049b1e9a8fbfb9cf7243839da50b8f8a78b855379565c", - "source_artifact_sha256": "f7f1bcaf26260a7f7b8498a89be9378ef5e7a3d10262dfbcbbf99e5f956e63b1", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 20, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 130, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3497, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a414df08f87b61d6ea12c70494562cd131c3ffb7b6cfe252ee20b831953f94c2", - "source_artifact_sha256": "41cead722ceda8e5c1ffa70309c4feec235ffaa6f147f5d8907f1af1b35b298f", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 584, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3886, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "3abf7bf6641a46bce582ae8258efd6d2cf63a6fe38ac8e80c85263ef80b59527", - "source_artifact_sha256": "41cead722ceda8e5c1ffa70309c4feec235ffaa6f147f5d8907f1af1b35b298f", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 248, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10488, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "169d858bb8b7431062b144587ee246673eecc46ee4192c86f5f1f03dd4a508e7", - "source_artifact_sha256": "bff31ae13fcbd2c78f9480ec47c2ca449254f7bfc66b2e46a6ff282563f10c6e", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 779, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10849, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7b660717b15b404b3f6e38aff7ff5e7e059c855fa4d618c5a9d31854f2625306", - "source_artifact_sha256": "bff31ae13fcbd2c78f9480ec47c2ca449254f7bfc66b2e46a6ff282563f10c6e", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 8, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 178, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19161, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "693e8a94141133325db62cf9ba77b030034d05bab3ce10ae0f2e3bd535d10c22", - "source_artifact_sha256": "fe8372c0a1207c4695273f847876c25783d81b9327698e880a4781a1cf096be6", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 712, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11388, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d4baa70933796d15667f3770e19cd181106ebd5375d1bbd251d95aefc995fe3b", - "source_artifact_sha256": "fe8372c0a1207c4695273f847876c25783d81b9327698e880a4781a1cf096be6", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 117, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9359, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e6ec087d947d8e80649344e765ca31f4c9a7949024e29f941f70c0c66f3df7c8", - "source_artifact_sha256": "c5b0411e360abbca4246c09ed0e020ed13fab8a27a2a8d6c7620b40a6044cd23", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 785, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11246, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "dbde1c29d5fffa8e97a663a597a7847966a0df27c529bd2514b86cf3295fd851", - "source_artifact_sha256": "c5b0411e360abbca4246c09ed0e020ed13fab8a27a2a8d6c7620b40a6044cd23", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 237, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 5802, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7ca69c397e17ef492dd7fcaef588ba2ab792c5e630bdeb41ddf79e0bc222073d", - "source_artifact_sha256": "f33c8e79e709b819dd4282035f6c0d6858b51719684721da26a7af352547fec3", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 693, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6334, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b16f1ed5a55ae877de1576db03d2e86a1c2e8b4123f5cceec9015918f023ce92", - "source_artifact_sha256": "f33c8e79e709b819dd4282035f6c0d6858b51719684721da26a7af352547fec3", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 162, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19107, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9f444126f9317ed0724c291796243109c33c16dab8727d73c46cf5feb9978c46", - "source_artifact_sha256": "f9b84bd5f9334df9b9748749f641f988fb914aa7654608413ba55d0518924a65", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 711, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19848, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c7e9ed2c6661d42090bfa10bf82b73f951560ecaec66fe688afcbde3ed8e99e4", - "source_artifact_sha256": "f9b84bd5f9334df9b9748749f641f988fb914aa7654608413ba55d0518924a65", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 168, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 5825, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "3169630b0e129fd62ca1df404548cbe6de1c535034031046f09bc6fbe3c06e1d", - "source_artifact_sha256": "d3e917da8553c171d5b33d06abb2c05fb287a3dd036f0b9df37f2bf71ad26de6", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 554, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15357, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "af09bf40bd4a636369f94bf95d657b903c5966fa8019a67b7ccf37564238d3cb", - "source_artifact_sha256": "d3e917da8553c171d5b33d06abb2c05fb287a3dd036f0b9df37f2bf71ad26de6", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 8, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 373, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 5335, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4f799af17f15b15f034881285f908068b7aa167c9b1fe09dee8c6fee3bb25fc8", - "source_artifact_sha256": "fc0084fbe6a635c6a08a4845af47157fa3c73f4053efe35a6f2edcfb69ef8639", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 496, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7121, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7f422bbd4af90bbe3d5066927a998f6b5d026a85d169163b353db8bd04e2bfc4", - "source_artifact_sha256": "fc0084fbe6a635c6a08a4845af47157fa3c73f4053efe35a6f2edcfb69ef8639", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 408, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15113, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b84dc07c5bc2ebcd5c8e0092725d478d52384141cc13155ef95c918a357f8868", - "source_artifact_sha256": "440095a94ed24d09d240e0751e030b199b2dd983c705b6cfdfce1a0a90ce4455", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 636, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6683, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "658e8eb6d27f5cf9ac08f9c890c4615a9554c6aa98c775ecd911b5f1ab57cbbb", - "source_artifact_sha256": "440095a94ed24d09d240e0751e030b199b2dd983c705b6cfdfce1a0a90ce4455", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 236, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10183, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b948f5b5923fdd2dff91bfe5231c64aec358edc328210cd88f31d2ed8f34a2d2", - "source_artifact_sha256": "983b83944139a1af57d7cef21182f8fa4e62b1333ac28e6dc7dae70224be0124", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 461, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11308, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "775dc5932c8bf2feaaf51448939b22264cbb0342be5374370ed1552fcdcd2ff0", - "source_artifact_sha256": "983b83944139a1af57d7cef21182f8fa4e62b1333ac28e6dc7dae70224be0124", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 6, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 127, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10593, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d8b324827771555cbaf21bf5cf1cc9e57af7b1985844862bfefaaf2971ebec7a", - "source_artifact_sha256": "68e45f0c10b91660fcd18258ee48ea114f004e65548a143c3e2f83877c651daf", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 686, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10438, - "model_id": "minimax/minimax-m3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "588f31ca509c7236c99a5618300fd3236f8098c2525c1d3e205bce90dec10b03", - "source_artifact_sha256": "68e45f0c10b91660fcd18258ee48ea114f004e65548a143c3e2f83877c651daf", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 5, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 219, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18921, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "812225a1981e443b05e5b1da57604ac04355c605f351835f4b177e5c061f1bc9", - "source_artifact_sha256": "4a7f7ecfdcbcfce894e1827f6bf32dea170406755b2e3721520ab5a039dca903", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 625, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11290, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "20a93bac69d334722cdc57c1f3d9f6fab7ca8777004422bb0e8816f2d572441f", - "source_artifact_sha256": "4a7f7ecfdcbcfce894e1827f6bf32dea170406755b2e3721520ab5a039dca903", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 152, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10883, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "81aa60021bda1304cd9b2931a651584b311613974af6399dd89fe2758840e095", - "source_artifact_sha256": "b0e31e02a1ca65b3c3de7c064d045af5a257e0bc44c421e2f6f32c47a2198713", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 614, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7424, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "813ff862eb35ee2015167a71916429f985c20abdcde344324c1b81f8641e1f7a", - "source_artifact_sha256": "b0e31e02a1ca65b3c3de7c064d045af5a257e0bc44c421e2f6f32c47a2198713", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 197, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18517, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ec5f6824b394c74cf1323e804a76fa56846dd86a37b0883ba28ed47eb9faa53d", - "source_artifact_sha256": "32daefaf53831d35093c2162a2f0c3fdc0add5e31c4ca37558d6392cedc8027c", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 687, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19812, - "model_id": "minimax/minimax-m3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "15f70469c4139a9f3d6e151ab90f6df92e6352616b0bd4f7188be511b7298b4f", - "source_artifact_sha256": "32daefaf53831d35093c2162a2f0c3fdc0add5e31c4ca37558d6392cedc8027c", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 285, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 6341, - "model_id": "minimax/minimax-m3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1d5a1c6641e4b9a060062036a2633aab3d1983742b5a296df33fc517ad96152e", - "source_artifact_sha256": "95b5c2772f91449dece635fb6daef6356ae20b715423c4e59707de2c7e273517", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "minimax/minimax-m3-20260531", - "actual_provider": "Together", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 697, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 6569, - "model_id": "minimax/minimax-m3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d3c0af95a411cb2d2bcc66c86afa378a11268899ccf9770424910905c72cbf4d", - "source_artifact_sha256": "95b5c2772f91449dece635fb6daef6356ae20b715423c4e59707de2c7e273517", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "27bc09d6d91f15b383107a808a523cb21e0771a5c79459a6ed67cd02dc3ef6b0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "27bc09d6d91f15b383107a808a523cb21e0771a5c79459a6ed67cd02dc3ef6b0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "ec07e6e9f886f2995fd0b9af81f0653f37f93e7081c2ac86b4df1f8129726aa9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "ec07e6e9f886f2995fd0b9af81f0653f37f93e7081c2ac86b4df1f8129726aa9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "494eadd09899771998a22c8e33a3aabe7dd5fbce99aff56ee7459f651c235f7f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "494eadd09899771998a22c8e33a3aabe7dd5fbce99aff56ee7459f651c235f7f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "790a945d0c469d98a86cafde887dd1e4242517520f19df5e3595ebc868785120", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "790a945d0c469d98a86cafde887dd1e4242517520f19df5e3595ebc868785120", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "55652558e9f17f893620588041cdc11e8a710f2bc49cd0d9c30b72a7ab41e40a", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "55652558e9f17f893620588041cdc11e8a710f2bc49cd0d9c30b72a7ab41e40a", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "1b1355953e8ccbcc6f49039491df0d61c432a6c8f67090c6a144eceb0cc4bfba", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "1b1355953e8ccbcc6f49039491df0d61c432a6c8f67090c6a144eceb0cc4bfba", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e5b93ae52e14f23519cec463edd7ea6b949f598a15584d444a689c32ef631417", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e5b93ae52e14f23519cec463edd7ea6b949f598a15584d444a689c32ef631417", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "2ce4d786a2a0b82861ddc65415c44707dc1b499c8789cd581ae9ceed72509cef", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "2ce4d786a2a0b82861ddc65415c44707dc1b499c8789cd581ae9ceed72509cef", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4ea3b259c377ae5b5657cb6cb92376107d4e52ce230ed1ce0467b921b5fc56d1", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4ea3b259c377ae5b5657cb6cb92376107d4e52ce230ed1ce0467b921b5fc56d1", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "60116ef08bcb8ad09af3c99ef03509849baef6582b272352710c89202f492716", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "60116ef08bcb8ad09af3c99ef03509849baef6582b272352710c89202f492716", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4e584ef4e4b60fa8c3264cdc789418e8518c9dbb7ee5cf28919aefb4752a680e", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4e584ef4e4b60fa8c3264cdc789418e8518c9dbb7ee5cf28919aefb4752a680e", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "535dde04d830d7116799df4d71cbf01b1b347bb4e3eb57cb18bc7926fbb3c19f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "535dde04d830d7116799df4d71cbf01b1b347bb4e3eb57cb18bc7926fbb3c19f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "1aae9e4bb4978e9de7ea238e37858013eff2e882ff6fe36a1185213afe7364a0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "1aae9e4bb4978e9de7ea238e37858013eff2e882ff6fe36a1185213afe7364a0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e7b8a49f1ccf641834bd19b6598336f55cff62e8f678357ff786ddfa0098a1a9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "e7b8a49f1ccf641834bd19b6598336f55cff62e8f678357ff786ddfa0098a1a9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "c6f126089c8d4757fbc9a3e1506796190dd0bc1a9528b900e239896ab269e2b2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "c6f126089c8d4757fbc9a3e1506796190dd0bc1a9528b900e239896ab269e2b2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "affd15f8c71c6a38394c7435f665f58f559619a3057966ff00b93b775f97dcf9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "affd15f8c71c6a38394c7435f665f58f559619a3057966ff00b93b775f97dcf9", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4048575e28aa4a64c3ebea78667832fa68c398a3394af12370a69754a50e5827", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4048575e28aa4a64c3ebea78667832fa68c398a3394af12370a69754a50e5827", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "15ac91796aa5fe2bb7593ccc06a164ea6a28e6b3550f7f00c30b6a43586de6bb", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "15ac91796aa5fe2bb7593ccc06a164ea6a28e6b3550f7f00c30b6a43586de6bb", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "81c1de2b53f9a3307b966b236c0dd2ac6aa7ebd0698a86068cb1897741fcddba", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "81c1de2b53f9a3307b966b236c0dd2ac6aa7ebd0698a86068cb1897741fcddba", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "7afdeefbccd16fa3420f61d80cf75db471e6a955ac4e850e285f551af03e60b7", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "7afdeefbccd16fa3420f61d80cf75db471e6a955ac4e850e285f551af03e60b7", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "99c22a999cf08d9bd7887e9ca9720d546d7ec8012bfe445ae0cbd61645b78cdb", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "99c22a999cf08d9bd7887e9ca9720d546d7ec8012bfe445ae0cbd61645b78cdb", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "0bd6ad9a82ed8cb26907d36b620b4b979aa1e63c0d5fc7924fd86c0e0b331ed4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "0bd6ad9a82ed8cb26907d36b620b4b979aa1e63c0d5fc7924fd86c0e0b331ed4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "349b6db958f06d8e73b33a235a593b63d0d99eeca8f556957687658a7a3c974c", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "349b6db958f06d8e73b33a235a593b63d0d99eeca8f556957687658a7a3c974c", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "b0c67799da458aa8c4c89bce8e7ad2f84dbff559e1b2d6dfb968d22c4e43a833", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "b0c67799da458aa8c4c89bce8e7ad2f84dbff559e1b2d6dfb968d22c4e43a833", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "7282d30abd99a5294c4b533e03e743bd52c390a86ceb7a1a8337576c6df807f1", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "7282d30abd99a5294c4b533e03e743bd52c390a86ceb7a1a8337576c6df807f1", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4aa249da9e92b711ab5276973926a316e5c4bedf7d95d014a8ba368480dd747f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "4aa249da9e92b711ab5276973926a316e5c4bedf7d95d014a8ba368480dd747f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "889ecbba9048234bb6dee8482fec34d4f982ff0fcbaeebbf3cf22ed04810cec5", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "889ecbba9048234bb6dee8482fec34d4f982ff0fcbaeebbf3cf22ed04810cec5", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "04ff175b9a9bc36c8db7c0c8dd856835e4ce852dbfdc0ab0a03cd21283cf164f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "A", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "04ff175b9a9bc36c8db7c0c8dd856835e4ce852dbfdc0ab0a03cd21283cf164f", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "db55d8bcd3eab8bfc29ced584a09e7d233998eb0843c462ed32fc1f065ba2e75", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "C", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "db55d8bcd3eab8bfc29ced584a09e7d233998eb0843c462ed32fc1f065ba2e75", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "769b35402e929a5bc7fc583988b559ea47272340b28bbeb239b9c2cc2ab94ac4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "769b35402e929a5bc7fc583988b559ea47272340b28bbeb239b9c2cc2ab94ac4", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "ee2fc0244b303ec9f708c2937d5cc7c268a526ab0127b7af9c1013c8bf7fdfb2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "D", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "ee2fc0244b303ec9f708c2937d5cc7c268a526ab0127b7af9c1013c8bf7fdfb2", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_off", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "07004373eceb447fb4ec9371ddf3bda66e0f8a7ec82bfe53e1f66228d124fed0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": null, - "actual_provider": null, - "answer_markdown": "", - "condition": "epicure_on", - "correct": false, - "cost_micros": null, - "expected_choice": "B", - "finish_reason": null, - "latency_ms": null, - "model_id": "nvidia/nemotron-3-ultra-550b-a55b", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": null, - "source_artifact_sha256": "07004373eceb447fb4ec9371ddf3bda66e0f8a7ec82bfe53e1f66228d124fed0", - "source_status": "failed_or_unreconciled", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"query\": \"pairing_score for tomato and basil\",\n \"parameters\": {\n \"ingredient_1\": \"tomato\",\n \"ingredient_2\": \"basil\",\n \"precision\": 4\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 240, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10951, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "201d8df68f3785a490fceaaf0759b9ac16f0f6bde28888a6370e128eb799d2c9", - "source_artifact_sha256": "fa88996ae44b4946296004c9484ec3847c8cd51148d5e69f6893bc4cf9fd49d9", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 560, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 7201, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8679d651d518465990f3de4c6a29e2dd9858e4151c558f9d882c89b47af6ea5e", - "source_artifact_sha256": "fa88996ae44b4946296004c9484ec3847c8cd51148d5e69f6893bc4cf9fd49d9", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"query\": \"pairing_score for chocolate and coffee\",\n \"parameters\": {\n \"ingredient1\": \"chocolate\",\n \"ingredient2\": \"coffee\",\n \"precision\": 4\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 237, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9887, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "38b66bf3ad672450f364b6665af859b2388cb303eca231cc1f8845142e4566b4", - "source_artifact_sha256": "22745ad5f3ccd972de529ebdab3d396e2d97f74728fbef9416af1bc841323135", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 938, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10312, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9966a52ae1e16b1c33892ac77673e0ff87a493f34c5d2adb6dd2ae3d5f173120", - "source_artifact_sha256": "22745ad5f3ccd972de529ebdab3d396e2d97f74728fbef9416af1bc841323135", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"pairing_query\",\n \"ingredients\": [\"lamb\", \"cumin\"]\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 187, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 5602, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "15855e9024d10f34e919efe6025b3c9162cf047b4af954fdb070704b68bb83b2", - "source_artifact_sha256": "4eb4cd444c6328b7d8b106ad32f8baeb173cf631d519655994550d3d76521f44", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 557, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 4013, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6291558d470f51c43423c65cbfa2a1ef3b05e78194b6b0aa272fc94e481a8a8f", - "source_artifact_sha256": "4eb4cd444c6328b7d8b106ad32f8baeb173cf631d519655994550d3d76521f44", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 7, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"flavour_pairing_evidence\",\n \"ingredients\": [\"miso\", \"mirin\"],\n \"precision\": 4\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 99, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6952, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "ae61c9e6dbbaa5565c56c08e15230edaf7834e5d6f3a08e24303615da7c4d23f", - "source_artifact_sha256": "945de0d287b03789d2816c449f7628050ad1e5926711151a6984042325021308", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 667, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 7580, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "88b28bdf45ee6cb28166a7b5127edb39507202c7ec83aae1adae111548a3e4f8", - "source_artifact_sha256": "945de0d287b03789d2816c449f7628050ad1e5926711151a6984042325021308", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"name\": \"EpicurePairingScore\",\n \"parameters\": {\n \"ingredient_1\": \"mango\",\n \"ingredient_2\": \"mint\"\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 226, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11020, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "4c4977aa92c114e59c8b02fc787ebd9dea5955087d143bb1ea8e8f6bbd15432e", - "source_artifact_sha256": "5a4ae8aa92c949f39216240459a9b40489107482902ba0cd0dda494e528fb032", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 557, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13437, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4d8bb12d85e133dd7d466a41da3b7aa1b2cf8a810250b44ae5401ed6bbd8df0f", - "source_artifact_sha256": "5a4ae8aa92c949f39216240459a9b40489107482902ba0cd0dda494e528fb032", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"epicure_pairing_score\",\n \"ingredients\": [\"apple\", \"cinnamon\"],\n \"precision\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 217, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12163, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "6c06ec5b5f780d68e6bec925234ac5990f30ceb838d0c63ff412d360c5e0ede6", - "source_artifact_sha256": "0a7e060c83d5505fcda715d04f305a8ee76ed44204d86244c67db52847b7ef2c", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 560, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12756, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "0179bb8145a97cdb8474037ec698dbea430394f89691fa1e5f46cb2ba7a280b0", - "source_artifact_sha256": "0a7e060c83d5505fcda715d04f305a8ee76ed44204d86244c67db52847b7ef2c", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"query\": \"pairing_score salmon dill\",\n \"parameters\": {\n \"ingredient1\": \"salmon\",\n \"ingredient2\": \"dill\",\n \"precision\": 4\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 235, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18971, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "7e6704470e8340521d587a99b5f1fdd99c6d0257c27fdd44d70b3f6a2ddb91cd", - "source_artifact_sha256": "4262f38e240c16c875e8e358a36428aba3db55e27712a53bae57c75bf78425ee", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 560, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10812, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e0d62ab85e97197e7110b4e30286305726c620d04e300ac9a59a8fec3eeb36cf", - "source_artifact_sha256": "4262f38e240c16c875e8e358a36428aba3db55e27712a53bae57c75bf78425ee", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"Epicure_pairing_score\",\n \"ingredients\": [\"strawberry\", \"balsamic_vinegar\"]\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 97, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12016, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "9c855986cd732df002c83147d2ca94af1323282b54b491fa7df23bc44ed834b8", - "source_artifact_sha256": "54caa36c47a28f8a7dd0730270f4d4b215567c1a81fbfbd77d3b4c4c22ef48ce", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 681, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8656, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6b912ee8d7e2f66cc406ae1a83c5df43a96337b8a12e598b19334263953e6b47", - "source_artifact_sha256": "54caa36c47a28f8a7dd0730270f4d4b215567c1a81fbfbd77d3b4c4c22ef48ce", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"compare_on_axis\",\n \"ingredients\": [\"coffee\", \"chocolate\"],\n \"axis\": \"cf_bitter\"\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 110, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 6373, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "c5479d8809d4376bcfb42817dbfb9b8788e226ea1eb5cef341a0024c445d86c7", - "source_artifact_sha256": "0dd9ec76f56f33664826867b850ea65495a3f42f8a86d51dc18431c7d2b0aeeb", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 685, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15026, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9777de296f66bc7e8c9f0a6720560433e6db2caa866fb13ef3f14648571698d9", - "source_artifact_sha256": "0dd9ec76f56f33664826867b850ea65495a3f42f8a86d51dc18431c7d2b0aeeb", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"compare_on_axis\",\n \"ingredients\": [\"tomato\", \"strawberry\"],\n \"axis\": \"cf_fruity\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 101, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11041, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "9e5a4ca2988a09dd6513f456af56492ff1a2d44028ebfcb9b1cb4aac8b3253ad", - "source_artifact_sha256": "28cdc09052371b0033d2cb45ab9b55c7b32f854696e7cb1481edf4c4cfe4c3ad", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 697, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14196, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3026360359e9c6b0e3ba4ab3f47c24baee2dd3e8625061935d772e0fe8103ff8", - "source_artifact_sha256": "28cdc09052371b0033d2cb45ab9b55c7b32f854696e7cb1481edf4c4cfe4c3ad", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"compare_on_axis\",\n \"ingredients\": [\"vanilla\", \"garlic\"],\n \"axis\": \"cf_sweet\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 203, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 10273, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "f8ca952585f03b64c6d988d422cb57f29678a692da1a7a85f08b68ed0035b9b4", - "source_artifact_sha256": "f6ffca0e6762b3d3c7e88e3e0d7616c06e754ce32780ccd318101cad963e4691", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 584, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12532, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a3100a5dd9904373b448defeeb8eb4f4a140ae24a5d41224e1272bc4b9f91946", - "source_artifact_sha256": "f6ffca0e6762b3d3c7e88e3e0d7616c06e754ce32780ccd318101cad963e4691", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"compare_on_axis\",\n \"ingredients\": [\"mushroom\", \"lemon\"],\n \"axis\": \"cf_earthy\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 207, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 9797, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "a09b987556f3dde86451ce0964cfc0254ba6dfbb8e8d26102fa9338bf685a74a", - "source_artifact_sha256": "323edcf10dc7263e91f50fd7ce539721a044dc6667bd2d940551e1e5287c012f", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1071, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10452, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "be2f9b4dc9632424d672923e60e7625fb19806f031eb5d0a9c4b8887b55e98ba", - "source_artifact_sha256": "323edcf10dc7263e91f50fd7ce539721a044dc6667bd2d940551e1e5287c012f", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"compare_on_axis\",\n \"ingredients\": [\"mint\", \"garlic\"],\n \"axis\": \"cf_minty\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 203, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 12374, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "0805da89917fb90e4ab106b4d033c6b2d9301b61511ece68701a5a029d7a72c3", - "source_artifact_sha256": "be4f9b339b70b13798d6d1ea7c1a4db2b4389e2331fd9ca6fdd38eb7ace9a7b6", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 580, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 8689, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "4218300047653e015dd121a8c5d35aa1a751a04b6a8a7ba7ea86905ffef3077e", - "source_artifact_sha256": "be4f9b339b70b13798d6d1ea7c1a4db2b4389e2331fd9ca6fdd38eb7ace9a7b6", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"compare_on_axis\",\n \"ingredients\": [\"chili_pepper\", \"vanilla\"],\n \"axis\": \"cf_spicy\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 214, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11089, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "13c89ee698e7fe6558cf4dde77b7ad014722787af7ae0a096a9e1392897064d8", - "source_artifact_sha256": "d893895ed4367456ea152ab74ed53c38bd2d97b7ed2cf5d51818ef43b17a26dd", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 590, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 8128, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "515731bb813c194696fe21ffb04ec1cf38dd77ac4aa8aba8616683ac46fa08f8", - "source_artifact_sha256": "d893895ed4367456ea152ab74ed53c38bd2d97b7ed2cf5d51818ef43b17a26dd", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"compare_on_axis\",\n \"ingredients\": [\"beef\", \"apple\"],\n \"axis\": \"cf_meaty\"\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 215, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9881, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "73ba875ae70b7e7370a17b44b0ccdefc786ef280329eb01f5accf3a0c07bf111", - "source_artifact_sha256": "ecfc09d7cd940abb9d2fa0fef6660eba395bd99654a4928976c2859a125d2168", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 580, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 11072, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2515b3d670ec8047b1389a376494a3287c775dca3164ce72f0a2f28738c8232e", - "source_artifact_sha256": "ecfc09d7cd940abb9d2fa0fef6660eba395bd99654a4928976c2859a125d2168", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_call\": {\n \"name\": \"compare_on_axis\",\n \"parameters\": {\n \"ingredient_a\": \"lemon\",\n \"ingredient_b\": \"cream\",\n \"axis\": \"cf_sour\"\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 233, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18956, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "378d54d28fb4d7d38e1afbd90257c19cd5a728aa9ed20b86d9a85e0e242d781e", - "source_artifact_sha256": "a9134cb5d231159628dc8d48a605cc0316e1421c46582737d680e7ff9f3953e8", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": false, - "cost_micros": 577, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11266, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "62435ecc4d1ef9fa4eb6ecf34e8511514c5088eae2b475479335deef592f4bf5", - "source_artifact_sha256": "a9134cb5d231159628dc8d48a605cc0316e1421c46582737d680e7ff9f3953e8", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 10, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"query\": \"miso cultural_profile cosine_scores\",\n \"output_format\": \"json\"\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 192, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6275, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "81a102e47ccd10506e4d81222754c0139ede95d99384824f7eb7b1d6c281ad52", - "source_artifact_sha256": "9e4cb36890767f98617dcdbf60b885581ae55d71cbe43cf41dd6f96b17bad2b3", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 722, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6600, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c44cbd6cfea5705a8997ffa98e5eff8474de5f98b38934f596f9b523fc21a1b2", - "source_artifact_sha256": "9e4cb36890767f98617dcdbf60b885581ae55d71cbe43cf41dd6f96b17bad2b3", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 19, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"query\": \"tahini cultural_profile cosine_scores\",\n \"output_format\": \"json\"\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 93, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6215, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "c0da959ca64a42235295b1dd3b3aae784f39ac418400022e391637a5d494051c", - "source_artifact_sha256": "488b9e850023c5c40311da666942c430f894b45739e990e663c42bcc000094ba", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 824, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 6226, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2f26f7e654ae3d02c9a32db6d0ab50cf6c3aab51a2631a4c5f4d3d9ddc31945d", - "source_artifact_sha256": "488b9e850023c5c40311da666942c430f894b45739e990e663c42bcc000094ba", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 19, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"epicure_cultural_profile\",\n \"query\": \"kimchi\",\n \"parameters\": {}\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 200, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10589, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "33c0217e67e0f5793775a1d5e6a40d8d48b9c9f3891235f236c98a3926336d09", - "source_artifact_sha256": "73624b5c44d299fa520575a5a72556a13c1bce2dd236a8419c6fe341bca7094e", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 722, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13913, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "40abb560152b532a5b0bf3f92ae69f131eff46bc2cdea9eab02141b9ca594339", - "source_artifact_sha256": "73624b5c44d299fa520575a5a72556a13c1bce2dd236a8419c6fe341bca7094e", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"cultural_profile\",\n \"ingredient\": \"cumin\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 172, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18275, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "266fb8e5dffd051b07fd48c4c33892bbc9b8ffbbfcbbc5271f2b1842493af068", - "source_artifact_sha256": "b9b83641d1e0a4365560af9e2c53ec0d109632e50343efbed44be27f9ea7f95e", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": false, - "cost_micros": 817, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 10416, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fcbe0837b04878fe3c2c6c6354e9eb2d5d72e838c56c47e4908d1fddebf8e495", - "source_artifact_sha256": "b9b83641d1e0a4365560af9e2c53ec0d109632e50343efbed44be27f9ea7f95e", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"cultural_profile\",\n \"ingredient\": \"oregano\"\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 76, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 19478, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "b2e5cd709701857448363c06122ceaf5de963f713e67dcad876ccb307622e437", - "source_artifact_sha256": "36a976e63f0961ae6c56c2fc08dad8b1d51c0bb85cd9c1dc496b7a966184631b", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 823, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13068, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4ff85cc2c0cc6246433102b9a7be1a7328fc8876be1804d5c31275a53fc018da", - "source_artifact_sha256": "36a976e63f0961ae6c56c2fc08dad8b1d51c0bb85cd9c1dc496b7a966184631b", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"epicure_cultural_profile\",\n \"query\": \"dill\",\n \"parameters\": {}\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 100, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 6447, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "1b614b1fbc7e69566cc6c78d33e38ada3651c41a8c4afdf10ede0ada4158ee98", - "source_artifact_sha256": "d6fc30e5f1256b594512c063884d6044fd4e34c78619d723eb0407eb0d4af21b", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 821, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 7073, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "11b1f7c6f0242a62c29d37fe73c412c4b2b1c1fda793a92c771a7f7fb840bcc5", - "source_artifact_sha256": "d6fc30e5f1256b594512c063884d6044fd4e34c78619d723eb0407eb0d4af21b", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"tool_name\": \"epicure_cultural_profile\",\n \"query\": \"coconut_milk\",\n \"parameters\": {}\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 108, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18242, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "52d8879710a1242c8b84ea8a0e41d450f22cb0e6901c6c26bda1a0dcd4ff0014", - "source_artifact_sha256": "d5a05cf244e855b085635aff41389c5526164917696d1c8776ea2b15ea7b2b23", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1204, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18607, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f90076534f647213b29431ce86ed920ea8e797ae01a91c71fba3d71e7ae40258", - "source_artifact_sha256": "d5a05cf244e855b085635aff41389c5526164917696d1c8776ea2b15ea7b2b23", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_request\": {\n \"name\": \"Epicure_cultural_profile\",\n \"parameters\": {\n \"ingredient\": \"soy_sauce\"\n }\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 208, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 14085, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "fb703b68ca030634044f47fe1ae42ad198f0194242dcb2085cfd18c246547533", - "source_artifact_sha256": "a66e1faab25cfe2894b3613f5ba327d466cf920ca6166698d7ce1c61f59d91f9", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1103, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15250, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "bcb572a14ce44f122eef4d3c403d53d57650f8798752d9c587b08c0b8dc85e82", - "source_artifact_sha256": "a66e1faab25cfe2894b3613f5ba327d466cf920ca6166698d7ce1c61f59d91f9", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"query\": \"tomato\",\n \"top_k\": 4\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 187, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9483, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "6b30aecac1170dfb473825804ff15a0c0e37cd58802b7bbf333d05224d5df885", - "source_artifact_sha256": "45e418f5f33ef9f10d187686b5add74fc4769942712d2d506ae06f0f334caf8c", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 936, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 10407, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "70fda2dbd43439412a9c91bc68ff7c5f1c5963959c45b2bd67442b8d5a8aaaf1", - "source_artifact_sha256": "45e418f5f33ef9f10d187686b5add74fc4769942712d2d506ae06f0f334caf8c", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 14, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"query\": \"miso\",\n \"top_k\": 4\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 189, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9827, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "43726501d8dd43019dbfcc8057b3369b561a80be4811c38090eeec9cac5bcd33", - "source_artifact_sha256": "611835c6d1f8ff600d377b693f0d8327375fbdbd2eaeddc9f9a41d9f1ca27d9b", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 941, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12881, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "4169ad72b9879b3988962d5ab0a5d2982a8e14f5e184ea573cbd1042160a94b3", - "source_artifact_sha256": "611835c6d1f8ff600d377b693f0d8327375fbdbd2eaeddc9f9a41d9f1ca27d9b", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool_name\": \"neighbors\",\n \"parameters\": {\n \"query\": \"chocolate\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 98, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13521, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "788fc5f00fc176155102de31000053b703696e1f3497001906f3600090d5ccd0", - "source_artifact_sha256": "2177a5f876c1f82b6659dcbdfc65f30aec29358f3420e3eb1f0708a90bf8d3f3", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 661, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 13934, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "43c1adf4005577d512699fb13e9d87e1e1934907d2efacfdf51378a727aa0680", - "source_artifact_sha256": "2177a5f876c1f82b6659dcbdfc65f30aec29358f3420e3eb1f0708a90bf8d3f3", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 15, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"parameters\": {\n \"query\": \"coffee\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 196, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 5854, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "ff92279df0da6cb62bc1fdd8bdd9390d47f861ba65be338f60afee1c572e0e3e", - "source_artifact_sha256": "d96f59260917edbfc3595aed03876914378f8e80429d63b5c8c22125fb63bf39", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 560, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 8212, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "67a611300b6a3daee5beecdd2cc25c64f565a8cd8d82d21e493cb61348c4ba5d", - "source_artifact_sha256": "d96f59260917edbfc3595aed03876914378f8e80429d63b5c8c22125fb63bf39", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"parameters\": {\n \"ingredient\": \"mango\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 96, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17842, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "0e87f5e1cf4d042f357ecf4b6903925bf0a832c709d18642104991bfe5712318", - "source_artifact_sha256": "d367329a4ae1d8754e2c44f85fbfec4f390001877b239c9aaf60738a326289fa", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 659, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 10658, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "f5ac49e639dd49db041d52855375e1323e6fe267e3167e8e0f408c1ff02e0599", - "source_artifact_sha256": "d367329a4ae1d8754e2c44f85fbfec4f390001877b239c9aaf60738a326289fa", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 14, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"parameters\": {\n \"query\": \"lamb\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 195, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9824, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "942d7df433e96d35021eb87f932eedd3705a4eb7050ea624ddadc3342e8722e7", - "source_artifact_sha256": "868ed51387f3ebc33e75d341422ebadcfae807a6a76d848245a010795ecdb7f8", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 1026, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11285, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3ccbfd7f2fe4e22c6bcf7410c56b5e9d538c9f792218a17133b81cb0d9b6058f", - "source_artifact_sha256": "868ed51387f3ebc33e75d341422ebadcfae807a6a76d848245a010795ecdb7f8", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"parameters\": {\n \"ingredient\": \"apple\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 92, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 11589, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "5ed75cd7ab6d202b080eda3937b9e13de9481f2ff48e78bc5c69daa74a2ab198", - "source_artifact_sha256": "c185b7346cee724e36b25ae6261acdf9cad7ea3336b5c70c294777c8cad09547", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 657, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 12245, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f50a7cbdb276f79d4ff77e82c9470c48eba7bf5581e775bf42e2ed9d29935e8b", - "source_artifact_sha256": "c185b7346cee724e36b25ae6261acdf9cad7ea3336b5c70c294777c8cad09547", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "```json\n{\n \"tool\": \"neighbors\",\n \"parameters\": {\n \"query\": \"salmon\",\n \"top_k\": 4\n }\n}\n```", - "condition": "epicure_off", - "correct": false, - "cost_micros": 197, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11187, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "9087904097e64c6ea0796b25711926a06eab617cc74c14cfbf45b3e12a837ad4", - "source_artifact_sha256": "3b171f72c75144744089f64918f253251acdd484c118f62e7f998c56db510758", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "mistralai/mistral-large-2512", - "actual_provider": "Mistral", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 562, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 7450, - "model_id": "mistralai/mistral-large-2512", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3e97bdea2e907f0221b93e66d3b1af25887f41c9bcc405e6d3ea27547eda3f47", - "source_artifact_sha256": "3b171f72c75144744089f64918f253251acdd484c118f62e7f998c56db510758", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 316, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12756, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "8557d81c92ce7bfc3aa806c68d41df68c8f4998aa01f4ef67080c278d7779bbe", - "source_artifact_sha256": "60b26185f6b9a0deb8d49c23371d2e62ad2dc91ec4e61fc530a8658ac32b2e32", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 420, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14407, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "15f11b118371c8a88c6c03ab51b4b089d172188041a4cce7191f2aee025e9bba", - "source_artifact_sha256": "60b26185f6b9a0deb8d49c23371d2e62ad2dc91ec4e61fc530a8658ac32b2e32", - "source_status": "complete", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 438, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21457, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c7c0be89cb78036e96dfce2b9ce5ccaa86e267108ee53ef4f1dbd26941c173d2", - "source_artifact_sha256": "afdfcf33b564d77333c9e875823513bb3bd313f1dbff4eb05303b4098c710c9d", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 448, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16318, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "328d6527744f643fad42ac6aab5d387288a69dab1ebc73c5d8e53770a33c5161", - "source_artifact_sha256": "afdfcf33b564d77333c9e875823513bb3bd313f1dbff4eb05303b4098c710c9d", - "source_status": "complete", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 467, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 22703, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "3c951898c4212bbaf28a49b40a2588520c96e03b18b21b54b354f65b2172484a", - "source_artifact_sha256": "46cb200e4ddbbee94c2584b9533e7b72d50d93008ac1a228975b53a3b5c4ce11", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 401, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 16351, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "e7b63b8732f2fef3212ffd1d667927b6d86bde9327fda39962e6812fa3a763b3", - "source_artifact_sha256": "46cb200e4ddbbee94c2584b9533e7b72d50d93008ac1a228975b53a3b5c4ce11", - "source_status": "complete", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 12, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 483, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17937, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "16ec4208f2583bdca37ccab8a8bc40719756c22e65f71baeb547233111633a44", - "source_artifact_sha256": "50ca2cf45031b62d7950f4984f827f9231ab0a0a64cacc6dd1f330d94bb8b47c", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 348, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15002, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "16ff2003b449d75f3724c7bf72fdf280f62c2c6419778522fe97f0d08923f16b", - "source_artifact_sha256": "50ca2cf45031b62d7950f4984f827f9231ab0a0a64cacc6dd1f330d94bb8b47c", - "source_status": "complete", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 664, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 29518, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "decea86ba89528fb8f166f6371004ebbcd445dfd36f2ea4b7881cae5567a66b4", - "source_artifact_sha256": "6a226f9a90f4b8d1015f9cd9490fc8d35a4ed81eb5beb0d96561c2b9e7fcefd4", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 407, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17903, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "09653a747cd2e277127e62fe7d3e561fa343284e92c2f7542567f6da9b97b0a7", - "source_artifact_sha256": "6a226f9a90f4b8d1015f9cd9490fc8d35a4ed81eb5beb0d96561c2b9e7fcefd4", - "source_status": "complete", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 308, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26068, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4ba7eafecf1455df705e2a23a4aa455abdd7f84c09f88e486820ec03b472cd24", - "source_artifact_sha256": "6a58fb85b7376caedc09bad86cfe466ca2bcdd208babc93edeb45497f2bd3db2", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 466, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 16568, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5cebdd7c08f16b1f7eaaed6bf6714dd0de705cb6077e486a11d12aac5e7458bb", - "source_artifact_sha256": "6a58fb85b7376caedc09bad86cfe466ca2bcdd208babc93edeb45497f2bd3db2", - "source_status": "complete", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 11, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 310, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25949, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "70219e9c1959897ed2c7754ecd1996af6734e3e75feacef4e6f7be35ffb4a0d1", - "source_artifact_sha256": "d854f48316fc08c7b3b1dbf300271bc6ce0072caea0a46b272036ca03430a7f8", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 500, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19934, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "d771396be2c65eac644d8979fdbcaaf18b902dd83e1fb38ba8a98f558ddc0c7e", - "source_artifact_sha256": "d854f48316fc08c7b3b1dbf300271bc6ce0072caea0a46b272036ca03430a7f8", - "source_status": "complete", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 299, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18178, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "22f1fb32c0a7db270bab3dccfed4b1210aa8939bc06f5c2405c058683d8c744a", - "source_artifact_sha256": "0024729b4279a41151b6fbdb47b395f7228a2c3c51fc964c2a8624be19e73834", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 386, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18035, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ef10b7a4ed1ef6b7d3e54f57f30225c0e82bd03d31d2773c1868238014b07777", - "source_artifact_sha256": "0024729b4279a41151b6fbdb47b395f7228a2c3c51fc964c2a8624be19e73834", - "source_status": "complete", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 288, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 25062, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ceec3eafe1a9d9fb2f8e591859238427f652a155fd08a4968a57ad5df012dbf8", - "source_artifact_sha256": "5e887aa76cdd20a6c80bd7d2527c35b01837078aec20b1a5d5961657e4e25e75", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 450, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 19203, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a1768de85393a03c5930bc77320f383830dce88d4fb01eef73e6834c6c0ff5d9", - "source_artifact_sha256": "5e887aa76cdd20a6c80bd7d2527c35b01837078aec20b1a5d5961657e4e25e75", - "source_status": "complete", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 240, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 11422, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ecbf1506259f9fccd7997bd0e80693553e4e0ef176e7519b90e97b765f33121d", - "source_artifact_sha256": "9e4bf9f3087407a5f6c0a18833b88f44ab9460c0810a79efcca4368eec81c0c4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 308, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 12411, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ccb06255da24f6b6357095b9267b8bcc730912780cc698c30edb25849d511bc4", - "source_artifact_sha256": "9e4bf9f3087407a5f6c0a18833b88f44ab9460c0810a79efcca4368eec81c0c4", - "source_status": "complete", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 214, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 15073, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "7a61ef250544825816cc0fe085136455dd14a304c93e045105ed5b1933a788ad", - "source_artifact_sha256": "7c11dd5d2eaf10dbb904ea9796969ab4ff0d66e717b5ce4e1bacdd7345a7c385", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 429, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 20228, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "1df17fc17575b92bf2d7fcb134acb7f35a9981f3fcbf217e6367c96ce3b6419b", - "source_artifact_sha256": "7c11dd5d2eaf10dbb904ea9796969ab4ff0d66e717b5ce4e1bacdd7345a7c385", - "source_status": "complete", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 231, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 15541, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "96cb2f01e4d2dcbf609d8c4689026dc461934183a1487e6cbe403695c1a4d872", - "source_artifact_sha256": "d7dfe8aa124396f5aa305ba85613660e711a1dbb2c3d01ea41c2598e664c0f18", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 497, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17109, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "01906075aa2357f45aabbd5d879f521ae701888653b49cc20746672a8d18bf49", - "source_artifact_sha256": "d7dfe8aa124396f5aa305ba85613660e711a1dbb2c3d01ea41c2598e664c0f18", - "source_status": "complete", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 191, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 9696, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "076c260b917a8a6f8486815444147ef3664505148c359c8912a1cd6829cd2a57", - "source_artifact_sha256": "b2fb5371916b0db507a5e0a556cbaa2f56762850cda65451d55c9574ecbd9774", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 362, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 11111, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b527f5474f43e86b3e84d82ab90c32548c6c20d068a8794ebc2c81f2f3b2521f", - "source_artifact_sha256": "b2fb5371916b0db507a5e0a556cbaa2f56762850cda65451d55c9574ecbd9774", - "source_status": "complete", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 245, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18731, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e0c9b213107520b8762a4f7d8d11e932e50804c5bb8ad8a44d16022b914a5593", - "source_artifact_sha256": "4d031ce53d8d4e3c70fcfb369e642d99519505837421183b7e642b02a974279f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 498, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 26628, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b8f4c5a45131c9849310a72d09ab50b9c318cdea11d41d161d26ad610f7091a8", - "source_artifact_sha256": "4d031ce53d8d4e3c70fcfb369e642d99519505837421183b7e642b02a974279f", - "source_status": "complete", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 6, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 183, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 13810, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "687ebe4ce9a597b4754b81859be70645bf775f379da93cc161331d093f2dc211", - "source_artifact_sha256": "8912b8d98747f288f0affe0a249bfdc0e7462ee99db7bf9db09a7b5475c45509", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 523, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 23525, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e23306814f6e00c0cb2f987c1d73a257f98da9b164efba917f2feacf915aa16b", - "source_artifact_sha256": "8912b8d98747f288f0affe0a249bfdc0e7462ee99db7bf9db09a7b5475c45509", - "source_status": "complete", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 16, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 238, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 14752, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "2a2ab0a60755ef9a775af1d074b6e195cda6d57a5a718969a74aecc59bacab67", - "source_artifact_sha256": "d12cac7f600556b1d7c8160da0401aa3acbced6d87eb5aa20300fe23dcc9cd8f", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 432, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17924, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9291932e3bac6f3a40c44f65622d039e18abc9da0d0e961d2a32b2b4f20203f5", - "source_artifact_sha256": "d12cac7f600556b1d7c8160da0401aa3acbced6d87eb5aa20300fe23dcc9cd8f", - "source_status": "complete", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 291, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17065, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6b74f199c05c3e5103ae2e7af0860090806c43298d709cb1b5650f0c5e4a039c", - "source_artifact_sha256": "75595974dd267bb7b82ed4ce0d528e709a5b995dcad3163ed49ce120190e9faa", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 481, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17696, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a3b1b045fcde88b4c66d477e469c5346e932e95a72bb993475bfb73e6f448b76", - "source_artifact_sha256": "75595974dd267bb7b82ed4ce0d528e709a5b995dcad3163ed49ce120190e9faa", - "source_status": "complete", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 179, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 12940, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "9858664137de330258554e9b7950d1a59b5bc35018843a421246f2804a7fea2b", - "source_artifact_sha256": "e651cbe3ebbe225b8cc489cca977682368395d3ad8e28391ceb4643bc6439432", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 545, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18319, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d39380066a80f7b0a1308a7a9a616920e4be97a4f3f825ea99c5ff49249691c2", - "source_artifact_sha256": "e651cbe3ebbe225b8cc489cca977682368395d3ad8e28391ceb4643bc6439432", - "source_status": "complete", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 34, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 197, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17633, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7078d0680149eedcaafa70616987ff61226bf08901925eb311f976abbcdc6bb2", - "source_artifact_sha256": "94fc5bd94091cbcdd90c252d55f233569be21694d9c68f379363f2d9ccb004b8", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 465, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 22006, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3c31469276202b2c104fbc93ed0d8c487967055d088a83a7c92f0008f09c668a", - "source_artifact_sha256": "94fc5bd94091cbcdd90c252d55f233569be21694d9c68f379363f2d9ccb004b8", - "source_status": "complete", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 7, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 187, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21569, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "535fc29edf9f8194c08f442698d00a30556428fa9eec68e1053c9492970b61dc", - "source_artifact_sha256": "73a2932956a30a0c3b416a3fdce35ba30be8ea5c7ec55efd86d9975bfb1806ba", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 488, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 18049, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4b223f784db18c226c69692f326fea92f3c6113b565b8971e26ac149e5aae71a", - "source_artifact_sha256": "73a2932956a30a0c3b416a3fdce35ba30be8ea5c7ec55efd86d9975bfb1806ba", - "source_status": "complete", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 8, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 183, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 9586, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b714d50842f5d05f02c52c86a1b3da041bb65be3d3451ec7d6498e333a57a8a5", - "source_artifact_sha256": "b4912d2e492c65cd81fa59b514514250018527d14ab7a07e27b9e2dcb359d644", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 403, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16515, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7a58be7c3b0b481e01a48beb31fe002a7377d04a93e141e0ea60b6a8055ad9fb", - "source_artifact_sha256": "b4912d2e492c65cd81fa59b514514250018527d14ab7a07e27b9e2dcb359d644", - "source_status": "complete", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 11, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 193, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 9951, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "ca0babf88cbe92a313bce0ca728ad1c33c29dbf544e4cff3aac40fd43a1cdcec", - "source_artifact_sha256": "46c5c4d447d5a5555e6cca34585f5e679ba9a2c07c79a8f5811ef8f4fa0fdf4e", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 539, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 18812, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "bbfeadca7ba91e8bd59e6482826c65a6aa54e15156e8f7094c0bf0566fdc65f3", - "source_artifact_sha256": "46c5c4d447d5a5555e6cca34585f5e679ba9a2c07c79a8f5811ef8f4fa0fdf4e", - "source_status": "complete", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 383, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 28112, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5027f9d380ef00d28a8b7a3c42b06c6b0434147816dcccc557ea14343faab6be", - "source_artifact_sha256": "8fa399f2295f339c28d70595de1a469110b87c4f1914f116f34bf66adfc483e1", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 461, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16557, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a722a0146e0442f30dbb55fae98f7c0f416b9d6a7fa3ea1eeac4601c90d58307", - "source_artifact_sha256": "8fa399f2295f339c28d70595de1a469110b87c4f1914f116f34bf66adfc483e1", - "source_status": "complete", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 6, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 324, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 18197, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "609395f10b51dd128b3bd9079bce626c3b39fbc07c1558699fe00b0e244c29a1", - "source_artifact_sha256": "18fbf0a6a963a0ce0a563fbd4cf0f27eac33dd07f47c0c2fe2fc76f29254e2b8", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 483, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16344, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5332ac4d41eafe48b84a9cf551cc70f6a03e7a9f51d347e9286f536ecd10bc92", - "source_artifact_sha256": "18fbf0a6a963a0ce0a563fbd4cf0f27eac33dd07f47c0c2fe2fc76f29254e2b8", - "source_status": "complete", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 393, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 29757, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ce78a7f12b57f56cc5b3a487869d106b6d7190874d012a46801060954b431f7c", - "source_artifact_sha256": "870098f1766419fb1d5abac2fcb4ffb3d6de5f91a98b7585732a240b7bcb134f", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 405, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 15861, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7c805d40add2c7f09a727195b857fb535fc4a274ab3e4a1d0c711f31c69e92d2", - "source_artifact_sha256": "870098f1766419fb1d5abac2fcb4ffb3d6de5f91a98b7585732a240b7bcb134f", - "source_status": "complete", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 14, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 244, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 24547, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "37918cf724ddd0cb89a4d0b36c90c07be9410551a14f22f17e3931f85c0c8591", - "source_artifact_sha256": "926fb03e3efcfad398122b1c5fe2fd4c668c209ef6eabddec0658ca9dcfff783", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 327, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 16508, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0a5ed49f040c9ac5a0c15707831e415b59a2d07124d6b51954a8c89be2e0c556", - "source_artifact_sha256": "926fb03e3efcfad398122b1c5fe2fd4c668c209ef6eabddec0658ca9dcfff783", - "source_status": "complete", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 691, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 28059, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c0a7b2ef928a0eee6cede6739421a3d240d42a64c4cce0814640fffc3b2dc441", - "source_artifact_sha256": "fd64603fd3a718a809aaf903235fde125f959fe1a261a6ea8ace78b3ef50cbf8", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 380, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 14423, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "94c8307447fca88c4e8e87b73b893f2dbfaeff60ceed4689d877c847d8d76ef1", - "source_artifact_sha256": "fd64603fd3a718a809aaf903235fde125f959fe1a261a6ea8ace78b3ef50cbf8", - "source_status": "complete", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 368, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 21165, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "b5c23b3ad7d6f761addd64255a7701e41bad0d1a1619e67702fa0f2b10b60d21", - "source_artifact_sha256": "9baa28d23d48a0c4a512c83423f5a48b4625ba7706a0f5cc50f1164b9b28e6c6", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 440, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 17740, - "model_id": "tencent/hy3", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "fbb1269bf0a4ead34640600959eca310e9839dd8a3ed0deecfff1a1771fa8c7f", - "source_artifact_sha256": "9baa28d23d48a0c4a512c83423f5a48b4625ba7706a0f5cc50f1164b9b28e6c6", - "source_status": "complete", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 314, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 17908, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "90071936d3c527cd54ee3c335bb84bc86b63cecdcba2ada1b145fc50f46b48ca", - "source_artifact_sha256": "770a0a3398b41f803192f8edf093de3a27c5ad836ea9a26fb4e46678f5f9cbf0", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 340, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 15099, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e496d58b9c734ec679988fdda50b2a9fd717ab5178af2a6cbdadb0e99cfd62f", - "source_artifact_sha256": "770a0a3398b41f803192f8edf093de3a27c5ad836ea9a26fb4e46678f5f9cbf0", - "source_status": "complete", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 341, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 28813, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "61b96cf2790f3c8db65170f9ee8a9813cd947e7231bdb3a4aa71b0090fcc4f59", - "source_artifact_sha256": "ee9e40850f02d2f88b781daf8bc65f5033e060f428fdadf9e1975b96990d6d41", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 313, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 13547, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "40adb6e902a10c9d7f02c5b2c18cf30a7f94102591803b508c66911835ce30b5", - "source_artifact_sha256": "ee9e40850f02d2f88b781daf8bc65f5033e060f428fdadf9e1975b96990d6d41", - "source_status": "complete", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 230, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 17876, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "00882723a90030ad4984be4407b6c52eaf6886ec738993d17f423d488f643d76", - "source_artifact_sha256": "01f3059b9698504ac93a2e2f4bda6d7c6ba7dfcfc6a651bdafbe161acdfc0781", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 381, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 21801, - "model_id": "tencent/hy3", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b179d6a4bcd32957a222df419a8497a703cf9fe4ba8c99b8f787e14dc0876695", - "source_artifact_sha256": "01f3059b9698504ac93a2e2f4bda6d7c6ba7dfcfc6a651bdafbe161acdfc0781", - "source_status": "complete", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 486, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 31423, - "model_id": "tencent/hy3", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e0750f2417cc704db58be0ac992956ecb503fef888627f151aaec9033c5e1f57", - "source_artifact_sha256": "659be37983ef3db8806f7282ad77b084899d9462d0377754075b257fb8731bb5", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "tencent/hy3-20260706", - "actual_provider": "Baidu", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 415, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17756, - "model_id": "tencent/hy3", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d3721887c4e090d15954d476979bf9192948918b8ceeec4298b9e91acd12e2f0", - "source_artifact_sha256": "659be37983ef3db8806f7282ad77b084899d9462d0377754075b257fb8731bb5", - "source_status": "complete", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1900, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "7a213b6c4f7c1e3559fb92d2e77b5f7001b8e7aa70e6d8a27adacd9d8500284a", - "source_artifact_sha256": "c00a20216cfe2b6cb53737bcf5999760725f437bad400b131f4fc3b77950ec09", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2122, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "c6fedf8a33f918d47db4e4ee863ebe27a2b52b60f55425a9d36838cd33ba9c12", - "source_artifact_sha256": "c00a20216cfe2b6cb53737bcf5999760725f437bad400b131f4fc3b77950ec09", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 20, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1872, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "5b14645834d6b0ab20991573241463e6668822d49fd91af27658d61700a9e10b", - "source_artifact_sha256": "dce1850aaeef3203974ec3b510b3b1efd6bc52ccbef81e3ba27b3a233ede11c5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 3345, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6b22373d750d6847660eebf92b19c48206ac9b72419016e9b5cd3c2ab8815393", - "source_artifact_sha256": "dce1850aaeef3203974ec3b510b3b1efd6bc52ccbef81e3ba27b3a233ede11c5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1985, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1f27bae697116758ca9f6aeffa88a1e3f7e3b3c8692d31e0ec337039d73c1707", - "source_artifact_sha256": "ed34164843069d406e66b5c66f1a39070d312c16b6511b996a2394387ac6807f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2622, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ddc05c24dbd34d9b8e951fc49ce05dbf18fcc9a2dad26b258a25b9ff3a1ffa53", - "source_artifact_sha256": "ed34164843069d406e66b5c66f1a39070d312c16b6511b996a2394387ac6807f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 6, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1946, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "80964ac719f294827008692bb7942746fda33673acb5be9d23deb9c7e9ab8486", - "source_artifact_sha256": "e88af25cb718cab742136f0ce7d3ac7d1a44c878b567af1da050af59ad2469b2", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2556, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "68aa9ae50ed48c35e2fdd772b1d24ab30ab12eab3c52cb58da12336d9100faeb", - "source_artifact_sha256": "e88af25cb718cab742136f0ce7d3ac7d1a44c878b567af1da050af59ad2469b2", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 8, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1825, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f8e81be362a6b9f675d3666ecc6f04f4783c283e1f4bd40a0c2b70e992e34868", - "source_artifact_sha256": "43dc3de59dd398768c25cca12e3e3975a294bce219e5031374567452e1335dcf", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 2321, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "511f1bff6100d2882d95cee9b6da4f5ed88f4d87b0496f79612e956e6effc527", - "source_artifact_sha256": "43dc3de59dd398768c25cca12e3e3975a294bce219e5031374567452e1335dcf", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1949, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d1413ca7d52a3b9e12673ec61e28c6aa52afa8b96cf8c6d3baf82d49432734ab", - "source_artifact_sha256": "71c1cf917c29db6b1ef3a528abe8294cdfbdaace0c82d99ddb099640fdd83509", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1884, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "7b722e1051d411d3a0ce7b5c8627cbb57e73c7abd0a743443daca959c3b92a9a", - "source_artifact_sha256": "71c1cf917c29db6b1ef3a528abe8294cdfbdaace0c82d99ddb099640fdd83509", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2689, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6e258d1a09c4e4f6dc05aa40d0a99d464d71d538446ba35062b2044f4a730785", - "source_artifact_sha256": "6a13142f8db3093f5fed7ef2b2754857c0a57fba290d062f030bd9275c966986", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2900, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "684af104b05f6a972ae928036c2f33496bf1ccf5f0ba958a4ac5e716701fafd6", - "source_artifact_sha256": "6a13142f8db3093f5fed7ef2b2754857c0a57fba290d062f030bd9275c966986", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1755, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "04db04fd336de96e5239ad4e713a12fc8925096766d1db8d3d63bba66675007c", - "source_artifact_sha256": "8d95e05161d88e472af697152756885712133acf82fe6300c95a5d78cbf977ce", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2247, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e2965880b65fd4bc2343c40046aa62dbb766ab2817e59c3cc35d026bc2a0fda6", - "source_artifact_sha256": "8d95e05161d88e472af697152756885712133acf82fe6300c95a5d78cbf977ce", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 10, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1913, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "9cb6984cf57642db6454eb50a460f3d2aefd89e49e95ef62c1378c42362fba03", - "source_artifact_sha256": "dea9265778405a78d2bd7a6d877ab27aa124c1e81ce36832e181822f79b205af", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2135, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "53871a5da805ad2f337988cdfd6fd09cf3660d7f48e33c0f4f0e875df685602a", - "source_artifact_sha256": "dea9265778405a78d2bd7a6d877ab27aa124c1e81ce36832e181822f79b205af", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1893, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "183ee41cf03d6e88b76c900edd0f2b407e63051cca8c495f33bf8282e840afb3", - "source_artifact_sha256": "f9e3dbc978e569f786677848e553c97a5d93bb790300be1f0e85bf72980f09a3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 3368, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f276326f7f5b969643c10587af8644efb520f70dba7c3c265c8d1b5fc0e2a61d", - "source_artifact_sha256": "f9e3dbc978e569f786677848e553c97a5d93bb790300be1f0e85bf72980f09a3", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1851, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "35c7379d8b731ad4df4688f51ccc20231ec966f5dbf3637cc02c513b86e237e5", - "source_artifact_sha256": "bfa0b2c2537b7f8a2cbfbcaf9c96141057864953e94ec092fa61ef6d7790d7ba", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2547, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "45f84efac68eaf325199366e42fb91df560d87f9c8062d2419547fac8f6ada03", - "source_artifact_sha256": "bfa0b2c2537b7f8a2cbfbcaf9c96141057864953e94ec092fa61ef6d7790d7ba", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1858, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "e43bc3f380c4aafa78506d410856dca8e24bd753f20d39e1935ed4756d657034", - "source_artifact_sha256": "92bea755cd6117d8079fdb1684b852a191889d97f82af04e74a2c6c45f193b4a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2304, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bb44d98c3d8bb0beb204692ed22c55f2c13cee1598fd7ceb325917b075b80129", - "source_artifact_sha256": "92bea755cd6117d8079fdb1684b852a191889d97f82af04e74a2c6c45f193b4a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1934, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "114da845398779d3f158dd436ee1a048c9b5deb98bcb5aee4ce905a978a8bc73", - "source_artifact_sha256": "cb7e37eafc98253161a5b8974a28680211897afb3aba2786215ae5f062ad12a6", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 2214, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "88bd1638395bda01665dc005a82f4b2564b606e4a262d5e44b495d8ff8ae3c08", - "source_artifact_sha256": "cb7e37eafc98253161a5b8974a28680211897afb3aba2786215ae5f062ad12a6", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2124, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5b87c91cfc93bf67cebc7defb3208cb4d1e2fc9eb23edcfc56b5e67cc5fc0883", - "source_artifact_sha256": "77f372ab379ffe056d2a005f1b52859d733f9a68ed4d465f2523b82638e24a3b", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2372, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e89213cf89f594d1f33fdc6d30add81b132f901e0bade63832ce287c3d88956", - "source_artifact_sha256": "77f372ab379ffe056d2a005f1b52859d733f9a68ed4d465f2523b82638e24a3b", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 20, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2460, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "1fde216b87873cc574dd631fad6a77a8252a65854162d98246f988c9adb6a27c", - "source_artifact_sha256": "0bc03b2fb516b0d543f4d138e20d67cb6ff6591d7387bd06e056923b47e2908f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2469, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "537f1619e030307cbe71e0f00d8fd85381998f6f8181ad8ba2e67b1c1539dfe1", - "source_artifact_sha256": "0bc03b2fb516b0d543f4d138e20d67cb6ff6591d7387bd06e056923b47e2908f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 19, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1846, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "08396d95d388db535e2c93368860ad7bf2aea36222b06a678fbb45eb54015fca", - "source_artifact_sha256": "303e1cf5443bc7f839450f90cfee692f51ff6d6c228c7a95fd97cece8ce44409", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2278, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "16dcbb220ae702145cd747dbe3803af9ba13e657359bceee02bf089b90291c48", - "source_artifact_sha256": "303e1cf5443bc7f839450f90cfee692f51ff6d6c228c7a95fd97cece8ce44409", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1805, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cc0fd63d9565f655827a81b73682302943c969b4d29f91278b4cffbc965d1e8d", - "source_artifact_sha256": "8c7ba8be33fd32f0dacf7c581e925c061fecde8a3f1f58ffd649f506128de343", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2388, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "f341b5d5dd66678a4b179b33f6dd7bb21cb1226d229e3d171e6e6d54ebfdaa51", - "source_artifact_sha256": "8c7ba8be33fd32f0dacf7c581e925c061fecde8a3f1f58ffd649f506128de343", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 7, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2413, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7b192adefbe51db5d6aa043e38a48840b5a5bce39cf275240261287fcea55b7c", - "source_artifact_sha256": "12c186ffc9ec2ca4ba1ff3ead5703a0ecccee6189fc26e85c8b18ec8f04911b0", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3200, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "5f77e4443689cb4a2d21ef59e979616de99a01ef8f84b5e5847fac09fe16ec23", - "source_artifact_sha256": "12c186ffc9ec2ca4ba1ff3ead5703a0ecccee6189fc26e85c8b18ec8f04911b0", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1816, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "773c4c83bbb50775bfb84eaf3d748a0c1ecbc55a7a7834b6be196f6d6f55f636", - "source_artifact_sha256": "9b35038a518d9fd7a6b92cfee5051226382f9180e8f878e0db572bad387b5c04", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 2203, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e66394cad0a35aed63179ba278265022f0b72bf04a963664aa1dba7d8ede1e97", - "source_artifact_sha256": "9b35038a518d9fd7a6b92cfee5051226382f9180e8f878e0db572bad387b5c04", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2720, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "eb6a874524fe87be313a7dc48f60a7eecd2a1b3acafd0fa8444cfe772c2b9e1c", - "source_artifact_sha256": "a02d730056d3b875e4499daa6c5fe11adcce37131fdae5a32712f89023d3a28e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 2014, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f23a9c85ae2c7e4a94e6cad32eb31b37306feaf1fc3d51952c71a73de17ac7c1", - "source_artifact_sha256": "a02d730056d3b875e4499daa6c5fe11adcce37131fdae5a32712f89023d3a28e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 8, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1776, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "4abb73fb3bcb1022bbf0fe1bbeea13c4671d88b136d18aa2333fad5478ff5c9a", - "source_artifact_sha256": "f8392ff530eee6e08c4a759d4d6046c593ff8c756ec88ba0f05e0b417f92b5d2", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2128, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "23670dde022e4b1122bdc11eac30d339e19b4706e8a78ad797e3e2c756677262", - "source_artifact_sha256": "f8392ff530eee6e08c4a759d4d6046c593ff8c756ec88ba0f05e0b417f92b5d2", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2336, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a37392ddda84aec82d743df37d7ef6d09c07a66b58cb4a7c19189aece2528954", - "source_artifact_sha256": "145958a49d083ea2ea923e12a7e3067cf46e4d0718cb3d100d47b2a1c1e41fe8", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2606, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cd1a0774dfcef6b9f9b23514ec5c47bc6b44351ee7b9ece53e8daddb74d21b97", - "source_artifact_sha256": "145958a49d083ea2ea923e12a7e3067cf46e4d0718cb3d100d47b2a1c1e41fe8", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3008, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a0fbc6c46eff9c80ee78df49b690f8e89258e4fb48e22f337417dec4f1d6482c", - "source_artifact_sha256": "bedce2b05d0beb4ee3168e55aee9ab434d78df8601c38dd18fbd2da91609b9aa", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2551, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d4c182161ddc2653936fdc413438b0a4b2aeb0bc2377be7fba7c4b1b81d57fda", - "source_artifact_sha256": "bedce2b05d0beb4ee3168e55aee9ab434d78df8601c38dd18fbd2da91609b9aa", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1867, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "98bf6ea6ecff508bba3b3f500c04efcfe9db1f3026418bc2dfa72a2f91d82215", - "source_artifact_sha256": "3566fd576274d0ffeac1f0a4e83d16a24dd863aba97da4d5abcbe13336470b29", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2629, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "fdee659d2decd87c887a1c1732276ef218afa2e51e7a66e1cb23f3236a871076", - "source_artifact_sha256": "3566fd576274d0ffeac1f0a4e83d16a24dd863aba97da4d5abcbe13336470b29", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1978, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "da02acb923dc401103357bf5ab48928435b8a8385c33e9d3539818d65262cbc7", - "source_artifact_sha256": "3ca1603aee17fcfb689295f4488c9293d3927e00716aef66378696ebaff3bea5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1881, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "720ef050239af2033429bf5b7fcbc2840d523e4bac20af7ca492cd22c283ecd9", - "source_artifact_sha256": "3ca1603aee17fcfb689295f4488c9293d3927e00716aef66378696ebaff3bea5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 17, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 3546, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cf4f0bf9008904b01ab5a0a0f130a18fe64269124b3b91a3e9b7b5246673c70a", - "source_artifact_sha256": "4cf4d517b117a735dc082fd5015e66918c528067faab597ae1d181479a1c2329", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1900, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "0dd2c3fe384b99953dd5d1f2add919989455aecfe33401e400819edf31ebcc2d", - "source_artifact_sha256": "4cf4d517b117a735dc082fd5015e66918c528067faab597ae1d181479a1c2329", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1972, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e7a2eb7438ed6d70fbc8446bbddfcf4d84c672467331797c4af3860e0aba3c7f", - "source_artifact_sha256": "c3fb084b105119e2085419ecfd1cecc39ee49ecfa70311722ec84bff65d4a98d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1957, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "abb63554aab0dfaffbd4dee9fe4f415f4ce6121801a700c1a72ec66c55bafbdd", - "source_artifact_sha256": "c3fb084b105119e2085419ecfd1cecc39ee49ecfa70311722ec84bff65d4a98d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 16, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1855, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "69a6fd2a9c446d2d66e733d48dff5fb4171a0e9329ee70752a645386d642cec8", - "source_artifact_sha256": "86453f85d40f619e010612b5bfad34fb76f3c131376cf024141801b3e9cb1afa", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 2194, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "6746f23eaad538a24aa17093884ed4dc866d0811dd56959a597f0863406e1363", - "source_artifact_sha256": "86453f85d40f619e010612b5bfad34fb76f3c131376cf024141801b3e9cb1afa", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 11, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 2081, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "688a86d2953e21908ff1e4caad15b0f8e23afa75085c7690c1c88f1a98acba60", - "source_artifact_sha256": "cfc27fac59399b038c8b6d51a2c0b0f8356152514a5ee805e277fc9ddadeea6f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1974, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a6bfde574ee68ecef4bafce589db08b6230250c7a17a158c7cd649c443076a5d", - "source_artifact_sha256": "cfc27fac59399b038c8b6d51a2c0b0f8356152514a5ee805e277fc9ddadeea6f", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 23, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1843, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ca8ab6e3560aa0c316e36e4d596a4fa71d6b195c37602f47109aac78bdf11ee2", - "source_artifact_sha256": "4ec4c215e00bacf53ecf649080652e0926f7e6fae6701286ef729dbe03d49b10", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 2208, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "1057dae0c1b4847851aaa4d0ace676306e6b974e407827dc55715d61f5d44cdb", - "source_artifact_sha256": "4ec4c215e00bacf53ecf649080652e0926f7e6fae6701286ef729dbe03d49b10", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 9, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1868, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "aea15a4450d475434bf5b7e82c0407ca22fd28d0f8151177edf03372d56bb3fe", - "source_artifact_sha256": "4e0fabf451910c2cd96477e04757875451509457ac63538b079bcae315274354", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1876, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "54e9f0c21234c7c1e752e85433a9042c7fcfc368f09e76ed21088f30469a6b16", - "source_artifact_sha256": "4e0fabf451910c2cd96477e04757875451509457ac63538b079bcae315274354", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1895, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "3040261f821ba91fc03d67d2bc1956cebee76a7b54ea94fb2b58af70de3e3ca4", - "source_artifact_sha256": "209a85ce86f071c5b26f648ee8af710dad9c73faec1d0fec0a2da741277475ca", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-plus-05-2026", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 1876, - "model_id": "cohere/command-a-plus-05-2026", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "8686e97092e37458e98307f0fb3c7072a565682d820ee5a5f9c9ac13dc820467", - "source_artifact_sha256": "209a85ce86f071c5b26f648ee8af710dad9c73faec1d0fec0a2da741277475ca", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 478, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "a816de89e8dc27a1d5cbb063e67756cf795cd50bc4ddd6cba836c0e1a495ee9f", - "source_artifact_sha256": "ce0536b776755755a8daefe7adf72380cfbda08039c68954f27c261c1b99e569", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 917, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "2a8d7b2abea1ba7866ca1221d6de3b0953bf19f85fac084b200f116a107060b6", - "source_artifact_sha256": "ce0536b776755755a8daefe7adf72380cfbda08039c68954f27c261c1b99e569", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-001", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "is_error": false, - "latency_ms": 9, - "name": "pairing_score", - "result_sha256": "60f994dadd7d0f410418515a191bc0daf7067288c9c93913399da005511c1942" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 472, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "eb57a90cd59c9fe3c3123cd12c7a7119c43631af2633f3c9d44c5c71012059f0", - "source_artifact_sha256": "f8b407a2be221a0690d93e39bbe76333b029f96bdda2907fc9fcbab52bdda641", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 893, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "cb8ae11ec79c4678c82089a4e3897d3987e7beb63d2e7ce60786ccac813e360b", - "source_artifact_sha256": "f8b407a2be221a0690d93e39bbe76333b029f96bdda2907fc9fcbab52bdda641", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-002", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "7bc545b15846cd74ba9333d065a4db9df087bd44409c152c607485823a37df78" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 451, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d74f15e461f8ffb42a1e51f4e14946974d2564aca508cc8e3e1c8833777eb55d", - "source_artifact_sha256": "1be2184049afec11a1d470e55bbbaf0b0c995b4b4dc0dc3b940a45e2b5355e7d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 847, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "41f9a6420f0a50ea2141ce7406622e8282d25024166e586047cc89f61cf6e3f1", - "source_artifact_sha256": "1be2184049afec11a1d470e55bbbaf0b0c995b4b4dc0dc3b940a45e2b5355e7d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-003", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "f3c8fc245c37a2e22014eebe6611d9d44496bfdf2199089ef2c0b2fbd07a15cb" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 505, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "155dbc4d639ed9b12c81b1659832f4266661dbf9cce96d2485e14d6c800a2484", - "source_artifact_sha256": "7f313937eaa9bf00ab1f1b8f88fbdb01b5515861dcb798e1072a0bff9235b0d9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 883, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "b69372c92c76307b97d6fabc814e7c91f406e6c787c2779ec43944c07800c408", - "source_artifact_sha256": "7f313937eaa9bf00ab1f1b8f88fbdb01b5515861dcb798e1072a0bff9235b0d9", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-004", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "5178e4078aff0c51a10ecfd206f3e1b6192d4ef77f00f4769a6967b662300bec" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 468, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "b72ee7d239ffa2ccb76a3b9536c8f8d3b36f8a593e073afa21066d38093239f9", - "source_artifact_sha256": "2b6c990d15a3bdc6da17ec74005577deabce139f35357b07dff2f71619537748", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 909, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "bbaeb32206bf4c46eaf5fd5cbe30ea30bea9eec374a59ad0678ba4cd6ce8789f", - "source_artifact_sha256": "2b6c990d15a3bdc6da17ec74005577deabce139f35357b07dff2f71619537748", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-005", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "4fe63e77d4fa90277eaeb20f3393f5ac2f24ccb6db81e4a30c8ec4a70ea841d8" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 464, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "d62522ebc6b69bb5b211b26c6e71f582394a6e52f7bc523c18068a5b5baa2c65", - "source_artifact_sha256": "cae99f1aa90bb26f1daae91719b2e11afdf580d91416ac384483753930bdeb62", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1554, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "6975b7cbd03ef8d8d97c10b68c7da2191dcbc2549ed8dd00e194756ffa01254b", - "source_artifact_sha256": "cae99f1aa90bb26f1daae91719b2e11afdf580d91416ac384483753930bdeb62", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-006", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "is_error": false, - "latency_ms": 4, - "name": "pairing_score", - "result_sha256": "40da725ea0da91ceacde6cbb6d0784566c9b6e191fd5e8446fa1beb9de1f3d80" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 475, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "d7d259b7f55520b9e76fee15a1b83c194229bb965c70ce7dd4ce8294f80ce3f8", - "source_artifact_sha256": "7c89f85e67bf78b280fcee38d2a9935963e19d2a243c185436fda305b3281564", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1006, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "45ad7e76d1eaddaf910109949e3b7e289da5fd95ffa8ab49e504a6d28797e8c0", - "source_artifact_sha256": "7c89f85e67bf78b280fcee38d2a9935963e19d2a243c185436fda305b3281564", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-007", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "is_error": false, - "latency_ms": 5, - "name": "pairing_score", - "result_sha256": "7483baea5c114083682359451a35020ce0eea6ee9966b7204caa645a2e539056" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 496, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "f4e96d486905296f4f60ce324b5e05975c1aaf1a3ab947d398b26e0142ea829c", - "source_artifact_sha256": "62055715e63ba72eb718b39db5aeed7a7de69bbfdc40ac8707b58f9c1acb8066", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1028, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "bb7a0886e207023338d307476b7eaa666e1883a1bcfcd0628b0c0b110162ccc6", - "source_artifact_sha256": "62055715e63ba72eb718b39db5aeed7a7de69bbfdc40ac8707b58f9c1acb8066", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-composition-008", - "tool_trace": [ - { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "is_error": false, - "latency_ms": 13, - "name": "pairing_score", - "result_sha256": "b2b827dad1e46fb7a40b328f6d578e04e9dbbaddd979a16cc4c1793d2b874484" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 429, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "15861809737f378ee5a8407f526693c82af648e29c798cf73a623e7414d1674b", - "source_artifact_sha256": "a142b46deaadfe10cbbc0e5e419f18a4c2b32853e516de869fb483fd63802a1c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 946, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "a979925d77375afcdb0220e2129653386f71bc13ef5248d410facbd950ee21b7", - "source_artifact_sha256": "a142b46deaadfe10cbbc0e5e419f18a4c2b32853e516de869fb483fd63802a1c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-001", - "tool_trace": [ - { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "df2f720e0a55add71264a6c703826497c2fa7b072897b1d5948d658fd710375f" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 531, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "630e71801f8ac19c135b4b3d409e842b278284d16f601634df809477ac790a37", - "source_artifact_sha256": "f849a5ae9e2b5d9ab1e6617f54468d24fea57a19cd8c32c7d107c827f8d57c9d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1060, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "da66fc2c209f7ebcbb30351cc518c071a80cc00eff1e4dda901e5da0ca04ef0e", - "source_artifact_sha256": "f849a5ae9e2b5d9ab1e6617f54468d24fea57a19cd8c32c7d107c827f8d57c9d", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-002", - "tool_trace": [ - { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "77d3704445013a7579db6535b7443c7823e34f5d6ee39993ca698d817aecb93e" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 476, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "350777b830f48c21581373522f152e3dd827b618fe2502689624efac9489dc8c", - "source_artifact_sha256": "299059379e2ca9e6bdc61795c6aa0e1f1627b25f7a306f52abf71ed788c60148", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1774, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "81a39c194a502749416f2c1d7cfb6a16d867e1da9718aa60ce3e8d2a254ed04d", - "source_artifact_sha256": "299059379e2ca9e6bdc61795c6aa0e1f1627b25f7a306f52abf71ed788c60148", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-003", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "22c84895cfb9b6a24e03345c6655065e8a0e4379ff5106458fca66032e082928" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "[\n {\"tool_call_id\": \"0\", \"tool_name\": \"compare_on_axis\", \"parameters\": {\"ingredient1\": \"mushroom\", \"ingredient2\": \"lemon\", \"axis\": \"cf_earthy\"}}\n]", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 713, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "40cdb9740675f89118973bbf55eb2fce3c8753dccac424e0a98d7630f17cfc62", - "source_artifact_sha256": "d579c2fa536fe88dbed4030d383cb9505284c4ca218f4cc651a899e6ad5ba9af", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1113, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "cc2f33bfcedb0d4f7786a161b650c704ddf400d1ced2adce403ba49435ba7c98", - "source_artifact_sha256": "d579c2fa536fe88dbed4030d383cb9505284c4ca218f4cc651a899e6ad5ba9af", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-004", - "tool_trace": [ - { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "is_error": false, - "latency_ms": 5, - "name": "compare_on_axis", - "result_sha256": "286cce3825b2773c6973ed7fa47e6b4c8fd5102830732b9455b3af3e11caf3b5" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 17645, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e9fed4bed3be6ced505e81e796f06295484984b0758519dbc75115fb33b26896", - "source_artifact_sha256": "cc42d709dfb3f642508fc8278f22b6dd07ea5bbb268073b384778ba8d5384a7c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 18281, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "e5ae3bbb6dd98e6f9f25f0045ec0e9a02c35fe185acb4e71fe22dfa382d01c25", - "source_artifact_sha256": "cc42d709dfb3f642508fc8278f22b6dd07ea5bbb268073b384778ba8d5384a7c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-005", - "tool_trace": [ - { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e6d1eafaaca46ac673a8808ec3163f28cf48362bed50cecb5ae128aa4b8a79ff" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 471, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "8e18fd92831bbfd4ffe0924e8d9f102c768da6a7e117595c0f2b03beb785e4e2", - "source_artifact_sha256": "2a258a4f3be807dd943f806cc4b10ef2a465ed5b7124f730cf86e054ab476521", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 1098, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "33ceac76fc9fae15ed49a826892d306dd3f90c745b06cf1380b21aefe38b11a2", - "source_artifact_sha256": "2a258a4f3be807dd943f806cc4b10ef2a465ed5b7124f730cf86e054ab476521", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-006", - "tool_trace": [ - { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "is_error": false, - "latency_ms": 9, - "name": "compare_on_axis", - "result_sha256": "99d02a9a1435d725066c6d7159a99e83b1394e4b29d7f7a930c05c1dde5b8a7f" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "[\n {\"tool_call_id\": \"0\", \"tool_name\": \"compare_on_axis\", \"parameters\": {\"ingredient1\": \"beef\", \"ingredient2\": \"apple\", \"axis\": \"cf_meaty\"}}\n]", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 699, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": null, - "parseable_normal_completion": false, - "response_artifact_sha256": "a3b7be9aabf06cc4f3a13ae4984cb44195019e086cb36423b7e3ce34d01b0042", - "source_artifact_sha256": "625c7500d24af63e7c7885c232f2d72b41aa6a3f0bc9058c5caadffbbd0ee2f1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1025, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "2b8971076ab9ea31df43bf547f4547ab3307c222810997aae8fbc4b1e7e15c65", - "source_artifact_sha256": "625c7500d24af63e7c7885c232f2d72b41aa6a3f0bc9058c5caadffbbd0ee2f1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-007", - "tool_trace": [ - { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "is_error": false, - "latency_ms": 11, - "name": "compare_on_axis", - "result_sha256": "e4ddf19a78272e5609224d291c575593294eecbd4df88f7b1faa70ec0c3d8dcd" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 464, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "25b73f74fc6cf9eeea977bb8493e4a452d790ad890d5574a84d1728027ad8790", - "source_artifact_sha256": "3e34904402020fe1ff23b340ee26ca1f473ea6f76bdaec6bdee21b476187861a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1005, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "f6f8b79da52a1bf56ffc7f0d1a17a038fd8dcfb3ce2ce7fdef320de83b65240a", - "source_artifact_sha256": "3e34904402020fe1ff23b340ee26ca1f473ea6f76bdaec6bdee21b476187861a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-cookability-008", - "tool_trace": [ - { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "is_error": false, - "latency_ms": 4, - "name": "compare_on_axis", - "result_sha256": "e637e9707f37ea42cfd2a0426e567a3eac653aa5fcaa3abf884c4fdbda99b629" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 444, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "5556a96276af4668cb275bb1183e33c50d1bb7438acceeaed12e44a94bb7ee6d", - "source_artifact_sha256": "579261d509441ba5e62965a7f64e35d9aa6f9b4c868d3912f4b6b12e570ecbe1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 5140, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "9e8f6dd3ff353eacf4fabe8e52bd0b3103f9bd224960fe66a77452802bd8a0a0", - "source_artifact_sha256": "579261d509441ba5e62965a7f64e35d9aa6f9b4c868d3912f4b6b12e570ecbe1", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "deaabfed3682161a047ce3991975d502a12b7bcca4f561c0f7f3d75a08d88616" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 501, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "7c86478d69b0d0911ca0789a8cf8d44e576875586e5f331b73c08edeabe6a0fd", - "source_artifact_sha256": "c2e7d8144edb28d8a9264e1b2f2db4d4e083e49fb8b1364eff0d0eca45093bdc", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 935, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "512f2ee9c1bb7b6490ed114c4d7386055f68444979ab07964728cd6bb3784e2b", - "source_artifact_sha256": "c2e7d8144edb28d8a9264e1b2f2db4d4e083e49fb8b1364eff0d0eca45093bdc", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "tahini" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "99c781acc90a1beec22c3ff04d84217fe066e8c544a1744d40230e974e2eec58" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 418, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "037f5c8171f47c01ddeb92295554306f906b4999cf04fc2b64f88581efaed2c6", - "source_artifact_sha256": "af86ba3e8351de42cdd87c147adf4ba5652039289845c29fcd4c96b4e463a4de", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 893, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "59891c6a268bef87fa48edc03e70ab1bcdf87c4bb6ee9863ddc1afeb6145a073", - "source_artifact_sha256": "af86ba3e8351de42cdd87c147adf4ba5652039289845c29fcd4c96b4e463a4de", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "kimchi" - }, - "is_error": false, - "latency_ms": 10, - "name": "cultural_profile", - "result_sha256": "ab522f5ff9ab646ad96bdf3698e39c36bade807b7bcb0843cb01930218fa406c" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 479, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "409387bd27bea6c1fd0f48651540890c2d2d147d31575f5c0307ac3a8a49ddd4", - "source_artifact_sha256": "45f15f804f18dda2f0c72aceee8a351aad60af73d5a33798efe965d542f46f36", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 937, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "82f1f7f0499880682123b90a2260dec8e5804d3ebc8e04db5e06960b0a8abd50", - "source_artifact_sha256": "45f15f804f18dda2f0c72aceee8a351aad60af73d5a33798efe965d542f46f36", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "cumin" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "5f90de373282a5ee9b02de80c284fcd0b9ff4e9dac177486bde4e084f104368d" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 436, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "1dd7b9ab8f4baaa1c285ccb66e5e77f2080f6028a28cd770922d0896afd2c600", - "source_artifact_sha256": "99783b178c2ac2fda9b1cf5cd299940028c861f511de34ec30b8913dbcf920d5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 911, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "79f3433a298d38ea6ca5ed0aa7c218772bbf3e9316cab277d50ce722f4fc54a1", - "source_artifact_sha256": "99783b178c2ac2fda9b1cf5cd299940028c861f511de34ec30b8913dbcf920d5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "oregano" - }, - "is_error": false, - "latency_ms": 5, - "name": "cultural_profile", - "result_sha256": "678dce9163723aaf193cf237b87bdb22a3b1e42645d6bc3906750a110e6fe6a3" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 474, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "684870b0cfbc3001bf32def5903c57435f6b6868977ce78abc5279ec5cdb770a", - "source_artifact_sha256": "bb83d713639e1118e11fd1dd6f37713cc285c8a81db29f2a53ade7ed38f7c624", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 929, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "230e1a4af21795b1f3c968c82b82364d132f3c622ac6e711fb136ee93c049e07", - "source_artifact_sha256": "bb83d713639e1118e11fd1dd6f37713cc285c8a81db29f2a53ade7ed38f7c624", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "dill" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "62fe4fbcef6712348d9b264a09d94449b420e02754367af20777deaba696c07f" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 431, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "57e3bc68f5001a87eddb1769081352d7601f3931daec0ff4790c34705adfb4b7", - "source_artifact_sha256": "cfa0395eb40490a607e6a5546aea008aba567a0d924e548ce09bbdab0bfc726a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 931, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "d93e5e98ad7a452a225b69e22d4879b612d743c74fa3bd46c36235dbb515d0f8", - "source_artifact_sha256": "cfa0395eb40490a607e6a5546aea008aba567a0d924e548ce09bbdab0bfc726a", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "coconut_milk" - }, - "is_error": false, - "latency_ms": 9, - "name": "cultural_profile", - "result_sha256": "27cecf030d7f3c4c50819e44e817996a229b2c66802b8915b6f74bb09a0d3ee7" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 426, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "a247851111c8d5c7518128c6c34c038e770030a28e09500d8f008bece59ead60", - "source_artifact_sha256": "29b76f413db15c58ba5256c816997d3c0bf3324c6f99172d7b97792f1df511e6", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 1000, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "e887978f75b1a642ea7193d2fc5a8f2b9c8f3109f222a7c50a651bbfaa3a425c", - "source_artifact_sha256": "29b76f413db15c58ba5256c816997d3c0bf3324c6f99172d7b97792f1df511e6", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-evidence-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "soy_sauce" - }, - "is_error": false, - "latency_ms": 4, - "name": "cultural_profile", - "result_sha256": "beb827448fbcd098659e7b5e463f130c46a061112cc7d9b02140a65c81378970" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 478, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "38fb5c73ace4d8b995021d26b9032c3a4a10c68b9e88ff1fc148fe1935d85617", - "source_artifact_sha256": "6a33a687f33583ef64ff6219caf1668b07a56453ec5966435dcec571a165d532", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 979, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a4f9c4222d2efdce87b10510ac7c8e7781e9ecdc02f00a9f879105261a6e1539", - "source_artifact_sha256": "6a33a687f33583ef64ff6219caf1668b07a56453ec5966435dcec571a165d532", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-001", - "tool_trace": [ - { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "d08b4e8d1c6fd39953a5a7be63c2aacb3452e26668c04dce2b4aae65863d4321" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 415, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "8c9acda2044e7c335fc8c2d738cf4a05e79a1457121434c2d35c5c7230bfd8d7", - "source_artifact_sha256": "9d0872bb44da363d1318e74fdb358a4461aa4fab5dc37d021b73c6eb01fed75b", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 868, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "aa05caf8bf6bd228df0aae42415e07ac2a605704601f16d1c93ef9ff606415e1", - "source_artifact_sha256": "9d0872bb44da363d1318e74fdb358a4461aa4fab5dc37d021b73c6eb01fed75b", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-002", - "tool_trace": [ - { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 10, - "name": "neighbors", - "result_sha256": "f605a7fb11c9a099ff5c778c46954150356c354afa1d7d4012626561e0d46af1" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 484, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "a780b8abc8f92675770a2f7d2918402573cff4e4d80382e78a0120c755169a9b", - "source_artifact_sha256": "6eb1491351456b69840ecb74320389c230a921e3279a41e767cc9d2fa2eade3e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 953, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "ed0978da1d8228cd70e1e10f73bf5f2d2ecc9102953dd4460029293b8c4a47f6", - "source_artifact_sha256": "6eb1491351456b69840ecb74320389c230a921e3279a41e767cc9d2fa2eade3e", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-003", - "tool_trace": [ - { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 13, - "name": "neighbors", - "result_sha256": "99268fd556cb810ad5eb32ee96fa3ce78f544b9d64e0b35ee809a597f75970d4" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 499, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "349b90696cd4a5b7fb0e1ab17d0988be853649664cdc9d2e9841cfd96b0ab3c0", - "source_artifact_sha256": "811879d3b1bc8efa4907043b0972172c4f6ed023adfba8291a109229634ef4ad", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: A", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "A", - "finish_reason": "stop", - "latency_ms": 1001, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "A", - "parseable_normal_completion": true, - "response_artifact_sha256": "ee4a921439c6290ac58f6c38095a470ec633f0932366fd138bb749b3b448d8d9", - "source_artifact_sha256": "811879d3b1bc8efa4907043b0972172c4f6ed023adfba8291a109229634ef4ad", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-004", - "tool_trace": [ - { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 11, - "name": "neighbors", - "result_sha256": "4330f92936dee8798ed429cbd3d5d9b9fe2e02b2f4b50fe81eb055944f549f18" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 441, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "952a4c12433ed6fca7ed0951e71b6fc3f7cfb57d069024f8f257b28aed4c7354", - "source_artifact_sha256": "779c7cb30eb1a2bb907281c48c228f56beaf55b900f03cecb6d18daf2526fda5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "C", - "finish_reason": "stop", - "latency_ms": 951, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "526d8fca4153b1574058266aada8b9601950307e52a2f0f42ff50bb4ee93f2ee", - "source_artifact_sha256": "779c7cb30eb1a2bb907281c48c228f56beaf55b900f03cecb6d18daf2526fda5", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-005", - "tool_trace": [ - { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "ee8a2aeaf12ec9fa8bdbfb364c40fa67abb2cefee7e4dc1bf93715f3287bd0f6" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 484, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "5997de116b465e516aca64ce2871254793dd7b0e81c171b23cc53c0a9e9ef2ab", - "source_artifact_sha256": "881ec5d39a81554a089fed2c13c9e676a150e645c7c0ee20a2043ec524072a71", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 950, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "2ea11cc342c5b40b119a8568bd3774ed67c4ff02a504c492b05e2e1912a399e3", - "source_artifact_sha256": "881ec5d39a81554a089fed2c13c9e676a150e645c7c0ee20a2043ec524072a71", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-006", - "tool_trace": [ - { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 8, - "name": "neighbors", - "result_sha256": "f82b6b5e377a18266813f2742b07495b76f4de1051c8472754d6f435cf31df38" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: C", - "condition": "epicure_off", - "correct": false, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 423, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "C", - "parseable_normal_completion": true, - "response_artifact_sha256": "c2e0e310070d2f788015a97f55962cca9a717cdc9187731a6bb846345bc2bcb2", - "source_artifact_sha256": "98ddcf288f7c3479b98f786aee684ee0cec7c166e498859263e005463a693c34", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: D", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "D", - "finish_reason": "stop", - "latency_ms": 869, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "D", - "parseable_normal_completion": true, - "response_artifact_sha256": "533e5e9a522ca0dd95e7915c9d09c2dcfca7604c6b9ef8271e9bb7dea546436c", - "source_artifact_sha256": "98ddcf288f7c3479b98f786aee684ee0cec7c166e498859263e005463a693c34", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-007", - "tool_trace": [ - { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 7, - "name": "neighbors", - "result_sha256": "a5d104c5aef73f8fce82cd81da6cb2fd033b382342f5f66b406f334016f6baa8" - } - ] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_off", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 449, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "cb668f95533e83ae77df90261709f18082f13d74e2941c83e2cc51ed52d77d67", - "source_artifact_sha256": "8fa7304da987bd7579db1ba9266037218920f486f1e37c080d85ea7a7b19170c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [] - }, - { - "actual_model_id": "command-a-reasoning-08-2025", - "actual_provider": "cohere-direct", - "answer_markdown": "FINAL_CHOICE: B", - "condition": "epicure_on", - "correct": true, - "cost_micros": 0, - "expected_choice": "B", - "finish_reason": "stop", - "latency_ms": 814, - "model_id": "cohere/command-a-reasoning-08-2025", - "observed_choice": "B", - "parseable_normal_completion": true, - "response_artifact_sha256": "53e8341c1ca61a1f9f66c64a95bd743f79c96a6e29a05c4cf54e98bc08475b01", - "source_artifact_sha256": "8fa7304da987bd7579db1ba9266037218920f486f1e37c080d85ea7a7b19170c", - "source_status": "complete_rate_card_estimated", - "task_id": "fb-native-substitution-008", - "tool_trace": [ - { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "is_error": false, - "latency_ms": 12, - "name": "neighbors", - "result_sha256": "2aa2916879d37f28948d2eb58e6cde73ccd6a4ac8d93e4eeb963c7cdfdf1b5e8" - } - ] - } - ], - "provenance": { - "epicure": { - "application_sha256": "be4216ae799f330b76f1f8c009ad2e79ce891d5dec452854dbc449e66e2eb313", - "bundle_sha256": "98d0403115bf8eb4fb71dbb89a53362e9b9acafda7494c464763df7d764174d1", - "embedding_dimensions": 300, - "ingredient_count": 1790, - "release_id": "exploratory-unmatched-1790-runtime", - "schema_version": "epicure-runtime-provenance-v1" - }, - "leaderboard_artifact_sha256": "6076a904af22c6d58b11cb6a0b267431dbfeff639ab511bf6c936d9cf55eebf4", - "manifest_sha256": "44220f0a6c26798871f830f6ddd62ed99d8872ad5dcb7516491b90bfc71887fc", - "task_set_sha256": "c033bf8e349350b186a47b28c94d4b0f356cbb519d0cffb3d5a7389ce7d7ca2f", - "taskset_artifact_sha256": "615e6164a29ea57c507d979934f3ce484d6b71f4d6da55e9e8d338147c68e536" - }, - "release_status": "complete_public_automated_leaderboard", - "schema_version": "flavourbench-epicure-native-release-v1", - "tasks": [ - { - "choices": { - "A": "oregano", - "B": "bell_pepper", - "C": "olive_oil", - "D": "onion" - }, - "expected_choice": "B", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `tomato` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. oregano\nB. bell_pepper\nC. olive_oil\nD. onion\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "a8fbfbb8ad102ae8e33b3c66fc306d3bd394f911c13b65064976af435f0cf83c", - "reference_tool_call": { - "arguments": { - "ingredient": "tomato", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "tomato", - "neighbors": [ - { - "name": "bell_pepper", - "rank": 1, - "sim": 0.4799 - }, - { - "name": "olive_oil", - "rank": 2, - "sim": 0.4786 - }, - { - "name": "oregano", - "rank": 3, - "sim": 0.4646 - }, - { - "name": "onion", - "rank": 4, - "sim": 0.4567 - } - ] - }, - "reference_tool_result_sha256": "4a1f88714dec1c64bedd2093cb14020c996aa7359df8cbe1d3653343322fcf2c", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-001" - }, - { - "choices": { - "A": "bonito_flakes", - "B": "udon_noodle", - "C": "mirin", - "D": "rice_vinegar" - }, - "expected_choice": "C", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `miso` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. bonito_flakes\nB. udon_noodle\nC. mirin\nD. rice_vinegar\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "d268f31259d8c78accd206f64ddddc6066d0c62aebdcb8e3abd7234bb6813a71", - "reference_tool_call": { - "arguments": { - "ingredient": "miso", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "miso", - "neighbors": [ - { - "name": "mirin", - "rank": 1, - "sim": 0.4069 - }, - { - "name": "bonito_flakes", - "rank": 2, - "sim": 0.3911 - }, - { - "name": "rice_vinegar", - "rank": 3, - "sim": 0.3686 - }, - { - "name": "udon_noodle", - "rank": 4, - "sim": 0.3625 - } - ] - }, - "reference_tool_result_sha256": "5e491ee72f9bd26042180742682844d24833a7469a61a2470275f9e86ce64711", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-002" - }, - { - "choices": { - "A": "coffee", - "B": "vanilla", - "C": "milk_chocolate", - "D": "cocoa_powder" - }, - "expected_choice": "D", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `chocolate` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. coffee\nB. vanilla\nC. milk_chocolate\nD. cocoa_powder\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "191f2c8812577959582146dc7d732f43e948c3dee764e3a620b76640f0f8367b", - "reference_tool_call": { - "arguments": { - "ingredient": "chocolate", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "chocolate", - "neighbors": [ - { - "name": "cocoa_powder", - "rank": 1, - "sim": 0.5592 - }, - { - "name": "vanilla", - "rank": 2, - "sim": 0.5268 - }, - { - "name": "milk_chocolate", - "rank": 3, - "sim": 0.4758 - }, - { - "name": "coffee", - "rank": 4, - "sim": 0.4647 - } - ] - }, - "reference_tool_result_sha256": "953db19df342a954f8d0b672958181f8580b98cf43410ce051335b0bcd749d70", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-003" - }, - { - "choices": { - "A": "cocoa_powder", - "B": "chocolate", - "C": "ice_cream", - "D": "vanilla" - }, - "expected_choice": "A", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `coffee` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. cocoa_powder\nB. chocolate\nC. ice_cream\nD. vanilla\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "7da8335840c21da7f3dd924ae1975c4e59b81c0d231bbc96e3c684d38d07afe5", - "reference_tool_call": { - "arguments": { - "ingredient": "coffee", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "coffee", - "neighbors": [ - { - "name": "cocoa_powder", - "rank": 1, - "sim": 0.484 - }, - { - "name": "chocolate", - "rank": 2, - "sim": 0.4647 - }, - { - "name": "vanilla", - "rank": 3, - "sim": 0.4239 - }, - { - "name": "ice_cream", - "rank": 4, - "sim": 0.4104 - } - ] - }, - "reference_tool_result_sha256": "2f98b0d84270c8a2a18d9e31af5f9f2412f81e0b34d5634b9e63fe0995fc6663", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-004" - }, - { - "choices": { - "A": "grapefruit", - "B": "mint", - "C": "strawberry", - "D": "passion_fruit" - }, - "expected_choice": "C", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `mango` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. grapefruit\nB. mint\nC. strawberry\nD. passion_fruit\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "4923182c3816c5c28117dcfb4a8e6dd232dba903967514e50652d7c27de4131d", - "reference_tool_call": { - "arguments": { - "ingredient": "mango", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "mango", - "neighbors": [ - { - "name": "strawberry", - "rank": 1, - "sim": 0.3697 - }, - { - "name": "grapefruit", - "rank": 2, - "sim": 0.3544 - }, - { - "name": "mint", - "rank": 3, - "sim": 0.3535 - }, - { - "name": "passion_fruit", - "rank": 4, - "sim": 0.3523 - } - ] - }, - "reference_tool_result_sha256": "2b679c0e6296eb36fda6962a61fd483bcac1a51df1353bf29b118ebc613593c5", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-005" - }, - { - "choices": { - "A": "cumin", - "B": "chicken", - "C": "sherry", - "D": "garlic" - }, - "expected_choice": "B", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `lamb` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. cumin\nB. chicken\nC. sherry\nD. garlic\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "6c61d884de3e4cb8e6cf2fd593a8ecf440957e367e9e1bc9f6f27abc560a98b9", - "reference_tool_call": { - "arguments": { - "ingredient": "lamb", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "lamb", - "neighbors": [ - { - "name": "chicken", - "rank": 1, - "sim": 0.2963 - }, - { - "name": "cumin", - "rank": 2, - "sim": 0.2911 - }, - { - "name": "garlic", - "rank": 3, - "sim": 0.2836 - }, - { - "name": "sherry", - "rank": 4, - "sim": 0.2824 - } - ] - }, - "reference_tool_result_sha256": "25228f1034f974440a06cf56d549d013ebc4e9a06de625cb932cee7ff7bdc883", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-006" - }, - { - "choices": { - "A": "honey", - "B": "pear", - "C": "cinnamon", - "D": "orange" - }, - "expected_choice": "D", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `apple` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. honey\nB. pear\nC. cinnamon\nD. orange\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "4154cc2a56bd28ca2aba39663b7ae81b36bd4b34b87f1f707142136ebc91e9fd", - "reference_tool_call": { - "arguments": { - "ingredient": "apple", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "apple", - "neighbors": [ - { - "name": "orange", - "rank": 1, - "sim": 0.4338 - }, - { - "name": "pear", - "rank": 2, - "sim": 0.4159 - }, - { - "name": "cinnamon", - "rank": 3, - "sim": 0.4138 - }, - { - "name": "honey", - "rank": 4, - "sim": 0.3872 - } - ] - }, - "reference_tool_result_sha256": "1a3d1ccbd54d32a3587d510bf26a477a1628b76bd74d2e82072c1e4894b1ac16", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-007" - }, - { - "choices": { - "A": "crab", - "B": "red_snapper", - "C": "mackerel", - "D": "ponzu" - }, - "expected_choice": "B", - "family": "substitution", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nAccording to Epicure's `neighbors` result for `salmon` with top_k=4, which ingredient is ranked first?\n\nChoices:\nA. crab\nB. red_snapper\nC. mackerel\nD. ponzu\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "8ef3580603306a0a0a7fa0792daba4271b288f83295581e442a10458214486aa", - "reference_tool_call": { - "arguments": { - "ingredient": "salmon", - "top_k": 4 - }, - "name": "neighbors" - }, - "reference_tool_result": { - "ingredient": "salmon", - "neighbors": [ - { - "name": "red_snapper", - "rank": 1, - "sim": 0.3116 - }, - { - "name": "crab", - "rank": 2, - "sim": 0.3045 - }, - { - "name": "mackerel", - "rank": 3, - "sim": 0.3029 - }, - { - "name": "ponzu", - "rank": 4, - "sim": 0.2978 - } - ] - }, - "reference_tool_result_sha256": "ce4fe60e9d2d6cbdb9389dfa5617b1453f0d980c91d82cdafa120fe3078a3c28", - "scoring_family": "nearest_neighbor_retrieval", - "task_id": "fb-native-substitution-008" - }, - { - "choices": { - "A": "0.2707", - "B": "0.2407", - "C": "0.3207", - "D": "0.1907" - }, - "expected_choice": "A", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `tomato` and `basil`?\n\nChoices:\nA. 0.2707\nB. 0.2407\nC. 0.3207\nD. 0.1907\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "2852c6cb949c01f397880e5a54d1354a781cc23437c950310767f22922ea0f7d", - "reference_tool_call": { - "arguments": { - "ingredient_a": "tomato", - "ingredient_b": "basil" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.2707, - "percentile_label": "very high (>=p90)", - "resolved_a": "tomato", - "resolved_b": "basil" - }, - "reference_tool_result_sha256": "6dc79b75b596603259f0228f48e27e24b46374eb97f79fa71a0d3628c84ce5c9", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-001" - }, - { - "choices": { - "A": "0.4647", - "B": "0.4347", - "C": "0.5147", - "D": "0.3847" - }, - "expected_choice": "A", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `chocolate` and `coffee`?\n\nChoices:\nA. 0.4647\nB. 0.4347\nC. 0.5147\nD. 0.3847\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "b7a9aef5ce5214669ebccaacb8a4ed739577f6857e43235dd1794053493c452a", - "reference_tool_call": { - "arguments": { - "ingredient_a": "chocolate", - "ingredient_b": "coffee" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.4647, - "percentile_label": "very high (>=p90)", - "resolved_a": "chocolate", - "resolved_b": "coffee" - }, - "reference_tool_result_sha256": "d80a662451fd81a51b409cd5fdd96aabd7a212a9a87b0e2451cbe2ee510e1e05", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-002" - }, - { - "choices": { - "A": "0.2911", - "B": "0.2611", - "C": "0.2111", - "D": "0.3411" - }, - "expected_choice": "A", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `lamb` and `cumin`?\n\nChoices:\nA. 0.2911\nB. 0.2611\nC. 0.2111\nD. 0.3411\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "a130f486edeaf11106023d1e09446f9cedb3232ea0059d4360a3ec471b3f6c66", - "reference_tool_call": { - "arguments": { - "ingredient_a": "lamb", - "ingredient_b": "cumin" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.2911, - "percentile_label": "very high (>=p90)", - "resolved_a": "lamb", - "resolved_b": "cumin" - }, - "reference_tool_result_sha256": "334d39c52b02396864ebc39b5c89a1450bb6703e6051a0bbb0a97fc072f093d5", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-003" - }, - { - "choices": { - "A": "0.3269", - "B": "0.3769", - "C": "0.4569", - "D": "0.4069" - }, - "expected_choice": "D", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `miso` and `mirin`?\n\nChoices:\nA. 0.3269\nB. 0.3769\nC. 0.4569\nD. 0.4069\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "9d7fb62775633e1b94b176486b68a9afcea8755b3685ee05ab032fde45702daa", - "reference_tool_call": { - "arguments": { - "ingredient_a": "miso", - "ingredient_b": "mirin" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.4069, - "percentile_label": "very high (>=p90)", - "resolved_a": "miso", - "resolved_b": "mirin" - }, - "reference_tool_result_sha256": "64f92ffc8b1c7b71945ee6fbb0a86078b7cbc6c6c0c084343524d407c0d9a8b6", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-004" - }, - { - "choices": { - "A": "0.4035", - "B": "0.3535", - "C": "0.2735", - "D": "0.3235" - }, - "expected_choice": "B", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `mango` and `mint`?\n\nChoices:\nA. 0.4035\nB. 0.3535\nC. 0.2735\nD. 0.3235\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "3ac06dc0480ce3937d523d91770e9d742c8760091a61adedccd9d2bcafe63813", - "reference_tool_call": { - "arguments": { - "ingredient_a": "mango", - "ingredient_b": "mint" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.3535, - "percentile_label": "very high (>=p90)", - "resolved_a": "mango", - "resolved_b": "mint" - }, - "reference_tool_result_sha256": "a11bb078625f1d93b53db0e562c7c4d6a3d1fc72aace5e4f3d12a9c56fc6e97d", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-005" - }, - { - "choices": { - "A": "0.3838", - "B": "0.4638", - "C": "0.3338", - "D": "0.4138" - }, - "expected_choice": "D", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `apple` and `cinnamon`?\n\nChoices:\nA. 0.3838\nB. 0.4638\nC. 0.3338\nD. 0.4138\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "208e345168447ad911cd79f028a7936004b72ebf027027509e85075922322d70", - "reference_tool_call": { - "arguments": { - "ingredient_a": "apple", - "ingredient_b": "cinnamon" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.4138, - "percentile_label": "very high (>=p90)", - "resolved_a": "apple", - "resolved_b": "cinnamon" - }, - "reference_tool_result_sha256": "a982f5f48bb9ef672a6e4083449d5dba9f107528a482c383e6615fc532971247", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-006" - }, - { - "choices": { - "A": "0.2923", - "B": "0.2123", - "C": "0.1623", - "D": "0.2423" - }, - "expected_choice": "D", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `salmon` and `dill`?\n\nChoices:\nA. 0.2923\nB. 0.2123\nC. 0.1623\nD. 0.2423\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "eb7ae4d70181a8e4f24174e22b77ee4d252c65a767a8316b2bcf730e072f961b", - "reference_tool_call": { - "arguments": { - "ingredient_a": "salmon", - "ingredient_b": "dill" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.2423, - "percentile_label": "very high (>=p90)", - "resolved_a": "salmon", - "resolved_b": "dill" - }, - "reference_tool_result_sha256": "71167b856a2f8fbff7e04a78c75854fb8730e195e065287b3c2cdd1d8e79b004", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-007" - }, - { - "choices": { - "A": "0.0024", - "B": "0.1324", - "C": "0.0524", - "D": "0.0824" - }, - "expected_choice": "D", - "family": "composition", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhat exact four-decimal `pairing_score` does Epicure return for `strawberry` and `balsamic_vinegar`?\n\nChoices:\nA. 0.0024\nB. 0.1324\nC. 0.0524\nD. 0.0824\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "aeee8afed53a21071e115d428ca846cd145516f7c20668eda5ec58b864a312a9", - "reference_tool_call": { - "arguments": { - "ingredient_a": "strawberry", - "ingredient_b": "balsamic_vinegar" - }, - "name": "pairing_score" - }, - "reference_tool_result": { - "all_pairs_range": { - "median": 0.092, - "p10": 0.0197, - "p25": 0.0521, - "p75": 0.1392, - "p90": 0.1899 - }, - "pairing_score": 0.0824, - "percentile_label": "moderate", - "resolved_a": "strawberry", - "resolved_b": "balsamic_vinegar" - }, - "reference_tool_result_sha256": "a580ec294038f4a38c63cb2bc30293df8ebc2a60b071878f6870f8c14cfddd34", - "scoring_family": "exact_pairing_affinity", - "task_id": "fb-native-composition-008" - }, - { - "choices": { - "A": "coffee has the higher projection", - "B": "the projections are equal to four decimals", - "C": "Epicure cannot resolve one or both ingredients", - "D": "chocolate has the higher projection" - }, - "expected_choice": "D", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `coffee` versus `chocolate` on `cf_bitter`?\n\nChoices:\nA. coffee has the higher projection\nB. the projections are equal to four decimals\nC. Epicure cannot resolve one or both ingredients\nD. chocolate has the higher projection\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "c2628d65ebc357ced80177711e5a384ed08bf312327bbfc44a4f7a7f160f694b", - "reference_tool_call": { - "arguments": { - "axis": "cf_bitter", - "ingredient_a": "coffee", - "ingredient_b": "chocolate" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_bitter", - "axis_range": { - "p10": -0.0877, - "p90": 0.1429 - }, - "delta": 0.0835, - "label_a": "moderate", - "label_b": "high", - "projection_a": 0.0076, - "projection_b": 0.0911, - "resolved_a": "coffee", - "resolved_b": "chocolate" - }, - "reference_tool_result_sha256": "5487fda4fa19f6646eb2c4a1a9f6628a4f4306643609ab85418a8b908b19dcd2", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-001" - }, - { - "choices": { - "A": "strawberry has the higher projection", - "B": "the projections are equal to four decimals", - "C": "tomato has the higher projection", - "D": "Epicure cannot resolve one or both ingredients" - }, - "expected_choice": "A", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `tomato` versus `strawberry` on `cf_fruity`?\n\nChoices:\nA. strawberry has the higher projection\nB. the projections are equal to four decimals\nC. tomato has the higher projection\nD. Epicure cannot resolve one or both ingredients\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "45cf52da8ce1a3ef727d35cdcf475fb57bd89635cecd78e509b4a1048172d876", - "reference_tool_call": { - "arguments": { - "axis": "cf_fruity", - "ingredient_a": "tomato", - "ingredient_b": "strawberry" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_fruity", - "axis_range": { - "p10": -0.18, - "p90": 0.1219 - }, - "delta": 0.3898, - "label_a": "very low (<=p10)", - "label_b": "very high (>=p90)", - "projection_a": -0.1955, - "projection_b": 0.1943, - "resolved_a": "tomato", - "resolved_b": "strawberry" - }, - "reference_tool_result_sha256": "a6526afc6be841a243aadfce8ae474644373e6bd7b679c15b5dcb35d23d36524", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-002" - }, - { - "choices": { - "A": "vanilla has the higher projection", - "B": "Epicure cannot resolve one or both ingredients", - "C": "the projections are equal to four decimals", - "D": "garlic has the higher projection" - }, - "expected_choice": "A", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `vanilla` versus `garlic` on `cf_sweet`?\n\nChoices:\nA. vanilla has the higher projection\nB. Epicure cannot resolve one or both ingredients\nC. the projections are equal to four decimals\nD. garlic has the higher projection\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "bfc769a6e9d0284e9b8fa034c929c94dc20754c7ad7ca95f1b89e7eaa5629a1e", - "reference_tool_call": { - "arguments": { - "axis": "cf_sweet", - "ingredient_a": "vanilla", - "ingredient_b": "garlic" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_sweet", - "axis_range": { - "p10": -0.1261, - "p90": 0.2254 - }, - "delta": -0.4297, - "label_a": "very high (>=p90)", - "label_b": "very low (<=p10)", - "projection_a": 0.3018, - "projection_b": -0.1279, - "resolved_a": "vanilla", - "resolved_b": "garlic" - }, - "reference_tool_result_sha256": "c4c45fa27791b9385ddba2baaed1ef56e231e4bb771ea89f0d518440213294b5", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-003" - }, - { - "choices": { - "A": "Epicure cannot resolve one or both ingredients", - "B": "lemon has the higher projection", - "C": "the projections are equal to four decimals", - "D": "mushroom has the higher projection" - }, - "expected_choice": "D", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `mushroom` versus `lemon` on `cf_earthy`?\n\nChoices:\nA. Epicure cannot resolve one or both ingredients\nB. lemon has the higher projection\nC. the projections are equal to four decimals\nD. mushroom has the higher projection\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "53a6dded88e7111f8fe997bcc36e37228f0aad71aa6a0539d87edab0ca326f1e", - "reference_tool_call": { - "arguments": { - "axis": "cf_earthy", - "ingredient_a": "mushroom", - "ingredient_b": "lemon" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_earthy", - "axis_range": { - "p10": -0.1449, - "p90": 0.098 - }, - "delta": -0.22, - "label_a": "very high (>=p90)", - "label_b": "moderate", - "projection_a": 0.1666, - "projection_b": -0.0535, - "resolved_a": "mushroom", - "resolved_b": "lemon" - }, - "reference_tool_result_sha256": "76da0d76bbd6fedbcdaa45955acc4336bfaebf654947c872af325287f5b534fc", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-004" - }, - { - "choices": { - "A": "garlic has the higher projection", - "B": "mint has the higher projection", - "C": "Epicure cannot resolve one or both ingredients", - "D": "the projections are equal to four decimals" - }, - "expected_choice": "B", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `mint` versus `garlic` on `cf_minty`?\n\nChoices:\nA. garlic has the higher projection\nB. mint has the higher projection\nC. Epicure cannot resolve one or both ingredients\nD. the projections are equal to four decimals\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "db82bc0858d6561d617b4c1f1e209918eaca823f08fed0859a24008d90c11f5a", - "reference_tool_call": { - "arguments": { - "axis": "cf_minty", - "ingredient_a": "mint", - "ingredient_b": "garlic" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_minty", - "axis_range": { - "p10": -0.0699, - "p90": 0.1414 - }, - "delta": -0.033, - "label_a": "very high (>=p90)", - "label_b": "high", - "projection_a": 0.1529, - "projection_b": 0.1199, - "resolved_a": "mint", - "resolved_b": "garlic" - }, - "reference_tool_result_sha256": "7a189a589a9caedc6717d7dd3272d531c323574ff2a1bc3b83edc3b3c585b17d", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-005" - }, - { - "choices": { - "A": "the projections are equal to four decimals", - "B": "vanilla has the higher projection", - "C": "Epicure cannot resolve one or both ingredients", - "D": "chili_pepper has the higher projection" - }, - "expected_choice": "D", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `chili_pepper` versus `vanilla` on `cf_spicy`?\n\nChoices:\nA. the projections are equal to four decimals\nB. vanilla has the higher projection\nC. Epicure cannot resolve one or both ingredients\nD. chili_pepper has the higher projection\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "8467b982a475f0ecf7cffa6d97f278556aec4db000e99162faa5fee951e1ca81", - "reference_tool_call": { - "arguments": { - "axis": "cf_spicy", - "ingredient_a": "chili_pepper", - "ingredient_b": "vanilla" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_spicy", - "axis_range": { - "p10": -0.144, - "p90": 0.1622 - }, - "delta": -0.3709, - "label_a": "very high (>=p90)", - "label_b": "low", - "projection_a": 0.235, - "projection_b": -0.136, - "resolved_a": "chili_pepper", - "resolved_b": "vanilla" - }, - "reference_tool_result_sha256": "a5fee93a7caec128d0f5ce3c4730171cc6bb529c09e88d36bd05d7370387bf7e", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-006" - }, - { - "choices": { - "A": "the projections are equal to four decimals", - "B": "apple has the higher projection", - "C": "beef has the higher projection", - "D": "Epicure cannot resolve one or both ingredients" - }, - "expected_choice": "C", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `beef` versus `apple` on `cf_meaty`?\n\nChoices:\nA. the projections are equal to four decimals\nB. apple has the higher projection\nC. beef has the higher projection\nD. Epicure cannot resolve one or both ingredients\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "785636700e968a95c081ef4fab7ff4bf54cdc0c5f661f860c414380c3fc4661b", - "reference_tool_call": { - "arguments": { - "axis": "cf_meaty", - "ingredient_a": "beef", - "ingredient_b": "apple" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_meaty", - "axis_range": { - "p10": -0.2176, - "p90": 0.1385 - }, - "delta": -0.4917, - "label_a": "very high (>=p90)", - "label_b": "very low (<=p10)", - "projection_a": 0.1697, - "projection_b": -0.322, - "resolved_a": "beef", - "resolved_b": "apple" - }, - "reference_tool_result_sha256": "8001bb61c2304735fcdcc7d68e498349d2fb3b8d62dda97fb38283de3f03266a", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-007" - }, - { - "choices": { - "A": "cream has the higher projection", - "B": "Epicure cannot resolve one or both ingredients", - "C": "the projections are equal to four decimals", - "D": "lemon has the higher projection" - }, - "expected_choice": "A", - "family": "cookability", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich statement matches Epicure's `compare_on_axis` result for `lemon` versus `cream` on `cf_sour`?\n\nChoices:\nA. cream has the higher projection\nB. Epicure cannot resolve one or both ingredients\nC. the projections are equal to four decimals\nD. lemon has the higher projection\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "eacf13cc46d5a5b5bbf18b392ef203d36efa58f68792a5c3cc8dcdcc33596910", - "reference_tool_call": { - "arguments": { - "axis": "cf_sour", - "ingredient_a": "lemon", - "ingredient_b": "cream" - }, - "name": "compare_on_axis" - }, - "reference_tool_result": { - "axis": "cf_sour", - "axis_range": { - "p10": -0.1285, - "p90": 0.0774 - }, - "delta": 0.1703, - "label_a": "very low (<=p10)", - "label_b": "low", - "projection_a": -0.2805, - "projection_b": -0.1102, - "resolved_a": "lemon", - "resolved_b": "cream" - }, - "reference_tool_result_sha256": "7f72d11d577900ff06120221884f9235d573fa79e7de1ddcf8762c107922cb50", - "scoring_family": "flavour_axis_comparison", - "task_id": "fb-native-cookability-008" - }, - { - "choices": { - "A": "Japanese", - "B": "East_Asian", - "C": "Southeast_Asian", - "D": "South_Asian" - }, - "expected_choice": "A", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `miso`?\n\nChoices:\nA. Japanese\nB. East_Asian\nC. Southeast_Asian\nD. South_Asian\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "c9e9afeb3f1c553458bac5c99872cbc650a90b9a146727ffa5cc1ae16abe5e92", - "reference_tool_call": { - "arguments": { - "ingredient": "miso" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": 0.1625 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": -0.1494 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": 0.3227 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": -0.1538 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": -0.1198 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": -0.0585 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": 0.0426 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": -0.1546 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "miso" - }, - "reference_tool_result_sha256": "59cc9f34c24c9b37311a2d8aa0be39e4036393c0437f1818018d4871e102beae", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-001" - }, - { - "choices": { - "A": "Western_Atlantic", - "B": "Eastern_European", - "C": "Mediterranean", - "D": "South_Asian" - }, - "expected_choice": "C", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `tahini`?\n\nChoices:\nA. Western_Atlantic\nB. Eastern_European\nC. Mediterranean\nD. South_Asian\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "24b312b60ce0cf31fca7e2e81045a10a4f6dbee546588f99989b11b8729d26d9", - "reference_tool_call": { - "arguments": { - "ingredient": "tahini" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": -0.1288 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": 0.0585 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": -0.0288 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": 0.0082 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": 0.2015 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": 0.0432 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": -0.132 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": 0.0497 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "tahini" - }, - "reference_tool_result_sha256": "e3c951f0ae41801bf9ae02ef4e73084f1ecdefedf862752cf2ab3af5476f5e21", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-002" - }, - { - "choices": { - "A": "Japanese", - "B": "East_Asian", - "C": "South_Asian", - "D": "Southeast_Asian" - }, - "expected_choice": "B", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `kimchi`?\n\nChoices:\nA. Japanese\nB. East_Asian\nC. South_Asian\nD. Southeast_Asian\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "cafc563f653a4da0a793c7ee2ef0cf28921fec4fa19ed291da87e7f693471fe1", - "reference_tool_call": { - "arguments": { - "ingredient": "kimchi" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": 0.3346 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": -0.1263 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": 0.2697 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": -0.2348 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": -0.2496 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": -0.069 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": 0.1769 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": -0.2361 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "kimchi" - }, - "reference_tool_result_sha256": "54d49df2b846270831881e413298d979dac0d5fa5dc4b6cefe7f2913e2ddaa7c", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-003" - }, - { - "choices": { - "A": "South_Asian", - "B": "Mediterranean", - "C": "Western_Atlantic", - "D": "Latin_American" - }, - "expected_choice": "D", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `cumin`?\n\nChoices:\nA. South_Asian\nB. Mediterranean\nC. Western_Atlantic\nD. Latin_American\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "77a1c5795d952cc559c51ee3c9d5af70e571c8672b22c5317c2263d45b57150c", - "reference_tool_call": { - "arguments": { - "ingredient": "cumin" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": -0.0954 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": -0.0422 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": -0.1167 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": 0.1956 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": 0.0556 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": 0.1559 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": -0.0565 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": 0.0065 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "cumin" - }, - "reference_tool_result_sha256": "16d918f201d3382d937be07fe59a950dbc55bc3abab09ac8672105685d3dd09e", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-004" - }, - { - "choices": { - "A": "Western_Atlantic", - "B": "Eastern_European", - "C": "Latin_American", - "D": "Mediterranean" - }, - "expected_choice": "C", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `oregano`?\n\nChoices:\nA. Western_Atlantic\nB. Eastern_European\nC. Latin_American\nD. Mediterranean\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "67184450887a3ab8bf391e234f53fd702ac05242a90299504669dc7bb8e11614", - "reference_tool_call": { - "arguments": { - "ingredient": "oregano" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": -0.2287 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": 0.0775 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": -0.1711 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": 0.2742 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": 0.2133 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": -0.0572 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": -0.2419 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": 0.182 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "oregano" - }, - "reference_tool_result_sha256": "6e92fd49fb090723312ea6d6526b353f5fea68e0a733b1c90b2d2a0d9a6b1cc2", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-005" - }, - { - "choices": { - "A": "Mediterranean", - "B": "Eastern_European", - "C": "South_Asian", - "D": "Western_Atlantic" - }, - "expected_choice": "A", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `dill`?\n\nChoices:\nA. Mediterranean\nB. Eastern_European\nC. South_Asian\nD. Western_Atlantic\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "01d26eacb16f95e2bf0a3f8e1b0f0bd00df972bbbaa256c9a3f44fad8d2c9061", - "reference_tool_call": { - "arguments": { - "ingredient": "dill" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": -0.1412 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": 0.1868 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": -0.0985 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": -0.0368 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": 0.1937 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": 0.0389 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": -0.1094 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": 0.1201 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "dill" - }, - "reference_tool_result_sha256": "9cc3d815bb02f3f4d423babdaf1841a5972ec8dbb8dee6828b4e48782481300f", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-006" - }, - { - "choices": { - "A": "South_Asian", - "B": "East_Asian", - "C": "Southeast_Asian", - "D": "Latin_American" - }, - "expected_choice": "C", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `coconut_milk`?\n\nChoices:\nA. South_Asian\nB. East_Asian\nC. Southeast_Asian\nD. Latin_American\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "5250089b7b7bf1747035f60568dcf64e06bd0f69a8fb2586ef676f0517219ae0", - "reference_tool_call": { - "arguments": { - "ingredient": "coconut_milk" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": 0.0172 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": -0.0968 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": -0.027 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": 0.002 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": -0.0903 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": 0.2067 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": 0.267 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": -0.1077 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "coconut_milk" - }, - "reference_tool_result_sha256": "075d205408d6818058d11a24b235ce22fddb90cef616dab1ba24ebb8c8948588", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-007" - }, - { - "choices": { - "A": "Southeast_Asian", - "B": "South_Asian", - "C": "East_Asian", - "D": "Japanese" - }, - "expected_choice": "C", - "family": "evidence", - "prompt": "FlavourBench Epicure-native exact task. Use the read-only culinary evidence tools if they are available; otherwise answer from your own knowledge.\n\nWhich cuisine direction has the highest cosine score in Epicure's `cultural_profile` result for `soy_sauce`?\n\nChoices:\nA. Southeast_Asian\nB. South_Asian\nC. East_Asian\nD. Japanese\n\nIn your final answer, explain briefly if useful and finish on its own line with exactly `FINAL_CHOICE: X`, replacing X with A, B, C, or D.", - "prompt_sha256": "45a378c22390cf1b270afdaec6908c1008982a9b527dbaa50f18a0fdd0cd19c1", - "reference_tool_call": { - "arguments": { - "ingredient": "soy_sauce" - }, - "name": "cultural_profile" - }, - "reference_tool_result": { - "cuisines": { - "East_Asian": { - "range": { - "p10": -0.1649, - "p90": 0.3039 - }, - "score": 0.291 - }, - "Eastern_European": { - "range": { - "p10": -0.1466, - "p90": 0.1034 - }, - "score": -0.1007 - }, - "Japanese": { - "range": { - "p10": -0.1359, - "p90": 0.1896 - }, - "score": 0.2682 - }, - "Latin_American": { - "range": { - "p10": -0.1672, - "p90": 0.1281 - }, - "score": -0.1878 - }, - "Mediterranean": { - "range": { - "p10": -0.2323, - "p90": 0.206 - }, - "score": -0.2635 - }, - "South_Asian": { - "range": { - "p10": -0.0808, - "p90": 0.071 - }, - "score": -0.0915 - }, - "Southeast_Asian": { - "range": { - "p10": -0.1625, - "p90": 0.193 - }, - "score": 0.1565 - }, - "Western_Atlantic": { - "range": { - "p10": -0.2304, - "p90": 0.183 - }, - "score": -0.1987 - } - }, - "note": "Cosine similarity to each cuisine direction. Use p10/p90 to judge whether a score is typical or extreme.", - "resolved": "soy_sauce" - }, - "reference_tool_result_sha256": "75b11bc4e0cfcb8e9f73e1d260afdc3e1fd1d006229b9c5a5ae4cc3306f779d5", - "scoring_family": "cuisine_projection", - "task_id": "fb-native-evidence-008" - } - ], - "track": "Epicure-native exact-choice" -}