| [ |
| { |
| "task": "alzheimer-mouse", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "comparative-genomics", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "cystic-fibrosis", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "deseq", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "evolution", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "giab", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "metagenomics", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "single-cell", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "transcript-quant", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "viral-metagenomics", |
| "run_dir": null, |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0, |
| "planning_latency_seconds": null, |
| "total_runtime_seconds": null |
| }, |
| { |
| "task": "__overall__", |
| "cases": 0, |
| "cases_with_usage": 0, |
| "total_prompt_tokens": 0, |
| "total_completion_tokens": 0, |
| "total_tokens": 0, |
| "total_planning_context_tokens": 0, |
| "avg_prompt_tokens_per_case": 0.0, |
| "avg_completion_tokens_per_case": 0.0, |
| "avg_total_tokens_per_case": 0.0, |
| "avg_planning_context_tokens_per_case": 0.0, |
| "avg_llm_calls_per_case": 0.0 |
| } |
| ] |
|
|
