lighteval/pr_1064/en/_app/immutable/nodes/14.d8fcb4e7.js

import{s as ha,o as fa,n as ua}from"../chunks/scheduler.3a17fb72.js";import{S as va,i as _a,e as n,s as a,c as d,h as $a,a as l,d as r,b as o,f as b,g as c,j as v,k as x,l as t,m as g,n as m,t as p,o as h,p as f}from"../chunks/index.093f8863.js";import{C as ba,H as pe,E as xa}from"../chunks/MermaidChart.svelte_svelte_type_style_lang.3b84705e.js";import{D as L}from"../chunks/Docstring.8e9c34e5.js";import{C as ka}from"../chunks/CodeBlock.5ade7fd7.js";import{E as Ca}from"../chunks/ExampleCodeBlock.d884f9d0.js";function La(Se){let $,q="Example:",E,T,y;return T=new ka({props:{code:"dHJhY2tlciUyMCUzRCUyMEV2YWx1YXRpb25UcmFja2VyKCUwQSUyMCUyMCUyMCUyMG91dHB1dF9kaXIlM0QlMjIuJTJGZXZhbF9yZXN1bHRzJTIyJTJDJTBBJTIwJTIwJTIwJTIwcHVzaF90b19odWIlM0RUcnVlJTJDJTBBJTIwJTIwJTIwJTIwaHViX3Jlc3VsdHNfb3JnJTNEJTIybXktb3JnJTIyJTJDJTBBJTIwJTIwJTIwJTIwc2F2ZV9kZXRhaWxzJTNEVHJ1ZSUwQSklMEElMEElMjMlMjBMb2clMjBldmFsdWF0aW9uJTIwcmVzdWx0cyUwQXRyYWNrZXIubWV0cmljc19sb2dnZXIuYWRkX21ldHJpYyglMjJhY2N1cmFjeSUyMiUyQyUyMDAuODUpJTBBdHJhY2tlci5kZXRhaWxzX2xvZ2dlci5hZGRfZGV0YWlsKHRhc2tfbmFtZSUzRCUyMnFhJTIyJTJDJTIwcHJlZGljdGlvbiUzRCUyMlBhcmlzJTIyKSUwQSUwQSUyMyUyMFNhdmUlMjBhbGwlMjByZXN1bHRzJTBBdHJhY2tlci5zYXZlKCk=",highlighted:`tracker = EvaluationTracker(
    output_dir=<span class="hljs-string">&quot;./eval_results&quot;</span>,
    push_to_hub=<span class="hljs-literal">True</span>,
    hub_results_org=<span class="hljs-string">&quot;my-org&quot;</span>,
    save_details=<span class="hljs-literal">True</span>
)

<span class="hljs-comment"># Log evaluation results</span>
tracker.metrics_logger.add_metric(<span class="hljs-string">&quot;accuracy&quot;</span>, <span class="hljs-number">0.85</span>)
tracker.details_logger.add_detail(task_name=<span class="hljs-string">&quot;qa&quot;</span>, prediction=<span class="hljs-string">&quot;Paris&quot;</span>)

<span class="hljs-comment"># Save all results</span>
tracker.save()`,wrap:!1}}),{c(){$=n("p"),$.textContent=q,E=a(),d(T.$$.fragment)},l(_){$=l(_,"P",{"data-svelte-h":!0}),v($)!=="svelte-11lpom8"&&($.textContent=q),E=o(_),c(T.$$.fragment,_)},m(_,w){g(_,$,w),g(_,E,w),m(T,_,w),y=!0},p:ua,i(_){y||(p(T.$$.fragment,_),y=!0)},o(_){h(T.$$.fragment,_),y=!1},d(_){_&&(r($),r(E)),f(T,_)}}}function Ta(Se){let $,q,E,T,y,_,w,ze,R,Ne,s,W,mt,he,Rt="Tracks and manages evaluation results, metrics, and logging for model evaluations.",pt,fe,Wt="The EvaluationTracker coordinates multiple specialized loggers to track different aspects of model evaluation:",ht,ue,Zt="<li>Details Logger (DetailsLogger): Records per-sample evaluation details and predictions</li> <li>Metrics Logger (MetricsLogger): Tracks aggregate evaluation metrics and scores</li> <li>Versions Logger (VersionsLogger): Records task and dataset versions</li> <li>General Config Logger (GeneralConfigLogger): Stores overall evaluation configuration</li> <li>Task Config Logger (TaskConfigLogger): Maintains per-task configuration details</li>",ft,ve,Xt="The tracker can save results locally and optionally push them to:",ut,_e,At="<li>Hugging Face Hub as datasets</li> <li>TensorBoard for visualization</li> <li>Trackio or Weights &amp; Biases for experiment tracking</li>",vt,V,_t,J,Z,$t,$e,Yt="Aggregates and returns all the logger’s experiment information in a dictionary.",bt,be,Qt="This function should be used to gather and display said information at the end of an evaluation run.",xt,G,X,kt,xe,Ot="Pushes the experiment details (all the model predictions for every step) to the hub.",Ct,P,A,Lt,ke,Kt="Fully updates the details repository metadata card for the currently evaluated model",Tt,U,Y,yt,Ce,ea="Saves the experiment information and results to files, and to the hub if requested.",qe,Q,Re,k,O,wt,Le,ta="Tracks general configuration and runtime information for model evaluations.",Dt,Te,aa=`This logger captures key configuration parameters, model details, and timing information
to ensure reproducibility and provide insights into the evaluation process.`,Mt,B,K,Et,ye,oa="Logs the information about the arguments passed to the method.",Jt,F,ee,It,we,ra="Logs the model information.",We,te,Ze,C,ae,jt,De,na="Logger for the experiment details.",Ht,Me,la="Stores and logs experiment information both at the task and at the sample level.",Vt,S,oe,Gt,Ee,ia="Hashes the details for each task and then for all tasks.",Pt,z,re,Ut,Je,sa="Stores the relevant information for one sample of one task to the total list of samples stored in the DetailsLogger.",Xe,ne,Ae,D,le,Bt,Ie,ga="Logs the actual scores for each metric of each task.",Ft,N,ie,St,je,da="Aggregate the metrics for each task and then for all tasks.",Ye,se,Qe,M,ge,zt,He,ca="Logger of the tasks versions.",Nt,Ve,ma="Tasks can have a version number/date, which indicates what is the precise metric definition and dataset version used for an evaluation.",Oe,de,Ke,H,ce,qt,Ge,pa="Logs the different parameters of the current <code>LightevalTask</code> of interest.",et,me,tt,Fe,at;return y=new ba({props:{containerStyle:"float: right; margin-left: 10px; display: inline-flex; position: relative; z-index: 10;"}}),w=new pe({props:{title:"Logging",local:"logging",headingTag:"h1"}}),R=new pe({props:{title:"EvaluationTracker",local:"lighteval.logging.evaluation_tracker.EvaluationTracker",headingTag:"h2"}}),W=new L({props:{name:"class lighteval.logging.evaluation_tracker.EvaluationTracker",anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker",parameters:[{name:"output_dir",val:": str"},{name:"results_path_template",val:": str | None = None"},{name:"save_details",val:": bool = True"},{name:"push_to_hub",val:": bool = False"},{name:"push_to_tensorboard",val:": bool = False"},{name:"hub_results_org",val:": str | None = ''"},{name:"tensorboard_metric_prefix",val:": str = 'eval'"},{name:"public",val:": bool = False"},{name:"nanotron_run_info",val:": GeneralArgs = None"},{name:"use_wandb",val:": bool = False"}],parametersDescription:[{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.output_dir",description:"<strong>output_dir</strong> (str) &#x2014; Local directory to save evaluation results and logs",name:"output_dir"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.results_path_template",description:`<strong>results_path_template</strong> (str, optional) &#x2014; Template for results directory structure.
Example: &#x201C;{output<em>dir}/results/{org}</em>{model}&#x201D;`,name:"results_path_template"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.save_details",description:"<strong>save_details</strong> (bool, defaults to True) &#x2014; Whether to save detailed evaluation records",name:"save_details"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.push_to_hub",description:"<strong>push_to_hub</strong> (bool, defaults to False) &#x2014; Whether to push results to HF Hub",name:"push_to_hub"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.push_to_tensorboard",description:"<strong>push_to_tensorboard</strong> (bool, defaults to False) &#x2014; Whether to push metrics to TensorBoard",name:"push_to_tensorboard"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.hub_results_org",description:"<strong>hub_results_org</strong> (str, optional) &#x2014; HF Hub organization to push results to",name:"hub_results_org"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.tensorboard_metric_prefix",description:"<strong>tensorboard_metric_prefix</strong> (str, defaults to &#x201C;eval&#x201D;) &#x2014; Prefix for TensorBoard metrics",name:"tensorboard_metric_prefix"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.public",description:"<strong>public</strong> (bool, defaults to False) &#x2014; Whether to make Hub datasets public",name:"public"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.nanotron_run_info",description:"<strong>nanotron_run_info</strong> (GeneralArgs, optional) &#x2014; Nanotron model run information",name:"nanotron_run_info"},{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.use_wandb",description:"<strong>use_wandb</strong> (bool, defaults to False) &#x2014; Whether to log to Weights &amp; Biases or Trackio if available",name:"use_wandb"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/evaluation_tracker.py#L95"}}),V=new Ca({props:{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.example",$$slots:{default:[La]},$$scope:{ctx:Se}}}),Z=new L({props:{name:"generate_final_dict",anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.generate_final_dict",parameters:[],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/evaluation_tracker.py#L363",returnDescription:`<script context="module">export const metadata = 'undefined';<\/script>


<p>Dictionary containing all experiment information including config, results, versions, and summaries</p>
`,returnType:`<script context="module">export const metadata = 'undefined';<\/script>


<p>dict</p>
`}}),X=new L({props:{name:"push_to_hub",anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.push_to_hub",parameters:[{name:"date_id",val:": str"},{name:"details",val:": dict"},{name:"results_dict",val:": dict"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/evaluation_tracker.py#L387"}}),A=new L({props:{name:"recreate_metadata_card",anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.recreate_metadata_card",parameters:[{name:"repo_id",val:": str"}],parametersDescription:[{anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.recreate_metadata_card.repo_id",description:"<strong>repo_id</strong> (str) &#x2014; Details dataset repository path on the hub (<code>org/dataset</code>)",name:"repo_id"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/evaluation_tracker.py#L454"}}),Y=new L({props:{name:"save",anchor:"lighteval.logging.evaluation_tracker.EvaluationTracker.save",parameters:[],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/evaluation_tracker.py#L247"}}),Q=new pe({props:{title:"GeneralConfigLogger",local:"lighteval.logging.info_loggers.GeneralConfigLogger",headingTag:"h2"}}),O=new L({props:{name:"class lighteval.logging.info_loggers.GeneralConfigLogger",anchor:"lighteval.logging.info_loggers.GeneralConfigLogger",parameters:[],parametersDescription:[{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.lighteval_sha",description:`<strong>lighteval_sha</strong> (str) &#x2014; Git commit SHA of lighteval used for evaluation, enabling exact version reproducibility.
Set to &#x201D;?&#x201D; if not in a git repository.`,name:"lighteval_sha"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.num_fewshot_seeds",description:`<strong>num_fewshot_seeds</strong> (int) &#x2014; Number of random seeds used for few-shot example sampling.</p>
<ul>
<li>If &lt;= 1: Single evaluation with seed=0</li>
<li>If &gt; 1: Multiple evaluations with different few-shot samplings (HELM-style)</li>
</ul>`,name:"num_fewshot_seeds"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.max_samples",description:`<strong>max_samples</strong> (int, optional) &#x2014; Maximum number of samples to evaluate per task.
Only used for debugging - truncates each task&#x2019;s dataset.`,name:"max_samples"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.job_id",description:`<strong>job_id</strong> (int, optional) &#x2014; Slurm job ID if running on a cluster.
Used to cross-reference with scheduler logs.`,name:"job_id"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.start_time",description:`<strong>start_time</strong> (float) &#x2014; Unix timestamp when evaluation started.
Automatically set during logger initialization.`,name:"start_time"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.end_time",description:`<strong>end_time</strong> (float) &#x2014; Unix timestamp when evaluation completed.
Set by calling log_end_time().`,name:"end_time"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.total_evaluation_time_secondes",description:`<strong>total_evaluation_time_secondes</strong> (str) &#x2014; Total runtime in seconds.
Calculated as end_time - start_time.`,name:"total_evaluation_time_secondes"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.model_config",description:`<strong>model_config</strong> (ModelConfig) &#x2014; Complete model configuration settings.
Contains model architecture, tokenizer, and generation parameters.`,name:"model_config"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.model_name",description:`<strong>model_name</strong> (str) &#x2014; Name identifier for the evaluated model.
Extracted from model_config.`,name:"model_name"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L48"}}),K=new L({props:{name:"log_args_info",anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_args_info",parameters:[{name:"num_fewshot_seeds",val:": int"},{name:"max_samples",val:": int | None"},{name:"job_id",val:": str"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_args_info.num_fewshot_seeds",description:"<strong>num_fewshot_seeds</strong> (int) &#x2014; number of few-shot seeds.",name:"num_fewshot_seeds"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_args_info.max_samples",description:"<strong>max_samples</strong> (int | None) &#x2014; maximum number of samples, if None, use all the samples available.",name:"max_samples"},{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_args_info.job_id",description:"<strong>job_id</strong> (str) &#x2014; job ID, used to retrieve logs.",name:"job_id"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L106"}}),ee=new L({props:{name:"log_model_info",anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_model_info",parameters:[{name:"model_config",val:": ModelConfig"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.GeneralConfigLogger.log_model_info.model_config",description:"<strong>model_config</strong> &#x2014; the model config used to initialize the model.",name:"model_config"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L123"}}),te=new pe({props:{title:"DetailsLogger",local:"lighteval.logging.info_loggers.DetailsLogger",headingTag:"h2"}}),ae=new L({props:{name:"class lighteval.logging.info_loggers.DetailsLogger",anchor:"lighteval.logging.info_loggers.DetailsLogger",parameters:[{name:"hashes",val:": dict = <factory>"},{name:"compiled_hashes",val:": dict = <factory>"},{name:"details",val:": dict = <factory>"},{name:"compiled_details",val:": dict = <factory>"},{name:"compiled_details_over_all_tasks",val:": DetailsLogger.CompiledDetailOverAllTasks = <factory>"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.DetailsLogger.hashes",description:"<strong>hashes</strong> (dict[str, list<code>Hash</code>) &#x2014; Maps each task name to the list of all its samples&#x2019; <code>Hash</code>.",name:"hashes"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.compiled_hashes",description:"<strong>compiled_hashes</strong> (dict[str, CompiledHash) &#x2014; Maps each task name to its <code>CompiledHas</code>, an aggregation of all the individual sample hashes.",name:"compiled_hashes"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.details",description:`<strong>details</strong> (dict[str, list<code>Detail</code>]) &#x2014; Maps each task name to the list of its samples&#x2019; details.
Example: winogrande: [sample1_details, sample2_details, &#x2026;]`,name:"details"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.compiled_details",description:"<strong>compiled_details</strong> (dict[str, <code>CompiledDetail</code>]) &#x2014; : Maps each task name to the list of its samples&#x2019; compiled details.",name:"compiled_details"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.compiled_details_over_all_tasks",description:"<strong>compiled_details_over_all_tasks</strong> (CompiledDetailOverAllTasks) &#x2014; Aggregated details over all the tasks.",name:"compiled_details_over_all_tasks"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L138"}}),oe=new L({props:{name:"aggregate",anchor:"lighteval.logging.info_loggers.DetailsLogger.aggregate",parameters:[],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L277"}}),re=new L({props:{name:"log",anchor:"lighteval.logging.info_loggers.DetailsLogger.log",parameters:[{name:"task_name",val:": str"},{name:"doc",val:": Doc"},{name:"model_response",val:": ModelResponse"},{name:"metrics",val:": dict"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.DetailsLogger.log.task_name",description:"<strong>task_name</strong> (str) &#x2014; Name of the current task of interest.",name:"task_name"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.log.doc",description:"<strong>doc</strong> (Doc) &#x2014; Current sample that we want to store.",name:"doc"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.log.model_response",description:"<strong>model_response</strong> (ModelResponse) &#x2014; Model outputs for the current sample",name:"model_response"},{anchor:"lighteval.logging.info_loggers.DetailsLogger.log.metrics",description:"<strong>metrics</strong> (dict) &#x2014; Model scores for said sample on the current task&#x2019;s metrics.",name:"metrics"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L253"}}),ne=new pe({props:{title:"MetricsLogger",local:"lighteval.logging.info_loggers.MetricsLogger",headingTag:"h2"}}),le=new L({props:{name:"class lighteval.logging.info_loggers.MetricsLogger",anchor:"lighteval.logging.info_loggers.MetricsLogger",parameters:[{name:"metrics_values",val:": dict = <factory>"},{name:"metric_aggregated",val:": dict = <factory>"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.MetricsLogger.metrics_value",description:`<strong>metrics_value</strong> (dict[str, dict[str, list[float]]]) &#x2014; Maps each task to its dictionary of metrics to scores for all the example of the task.
Example: {&#x201C;winogrande|winogrande_xl&#x201D;: {&#x201C;accuracy&#x201D;: [0.5, 0.5, 0.5, 0.5, 0.5, 0.5]}&#x200C;}`,name:"metrics_value"},{anchor:"lighteval.logging.info_loggers.MetricsLogger.metric_aggregated",description:`<strong>metric_aggregated</strong> (dict[str, dict[str, float]]) &#x2014; Maps each task to its dictionary of metrics to aggregated scores over all the example of the task.
Example: {&#x201C;winogrande|winogrande_xl&#x201D;: {&#x201C;accuracy&#x201D;: 0.5}&#x200C;}`,name:"metric_aggregated"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L309"}}),ie=new L({props:{name:"aggregate",anchor:"lighteval.logging.info_loggers.MetricsLogger.aggregate",parameters:[{name:"task_dict",val:": dict"},{name:"bootstrap_iters",val:": int = 1000"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.MetricsLogger.aggregate.task_dict",description:"<strong>task_dict</strong> (dict[str, LightevalTask]) &#x2014; used to determine what aggregation function to use for each metric",name:"task_dict"},{anchor:"lighteval.logging.info_loggers.MetricsLogger.aggregate.bootstrap_iters",description:"<strong>bootstrap_iters</strong> (int, optional) &#x2014; Number of runs used to run the statistical bootstrap. Defaults to 1000.",name:"bootstrap_iters"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L330"}}),se=new pe({props:{title:"VersionsLogger",local:"lighteval.logging.info_loggers.VersionsLogger",headingTag:"h2"}}),ge=new L({props:{name:"class lighteval.logging.info_loggers.VersionsLogger",anchor:"lighteval.logging.info_loggers.VersionsLogger",parameters:[{name:"versions",val:": dict = <factory>"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.VersionsLogger.version",description:"<strong>version</strong> (dict[str, int]) &#x2014; Maps the task names with the task versions.",name:"version"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L406"}}),de=new pe({props:{title:"TaskConfigLogger",local:"lighteval.logging.info_loggers.TaskConfigLogger",headingTag:"h2"}}),ce=new L({props:{name:"class lighteval.logging.info_loggers.TaskConfigLogger",anchor:"lighteval.logging.info_loggers.TaskConfigLogger",parameters:[{name:"tasks_configs",val:": dict = <factory>"}],parametersDescription:[{anchor:"lighteval.logging.info_loggers.TaskConfigLogger.tasks_config",description:"<strong>tasks_config</strong> (dict[str, LightevalTaskConfig]) &#x2014; Maps each task to its associated <code>LightevalTaskConfig</code>",name:"tasks_config"}],source:"https://github.com/huggingface/lighteval/blob/vr_1064/src/lighteval/logging/info_loggers.py#L425"}}),me=new xa({props:{source:"https://github.com/huggingface/lighteval/blob/main/docs/source/package_reference/logging.mdx"}}),{c(){$=n("meta"),q=a(),E=n("p"),T=a(),d(y.$$.fragment),_=a(),d(w.$$.fragment),ze=a(),d(R.$$.fragment),Ne=a(),s=n("div"),d(W.$$.fragment),mt=a(),he=n("p"),he.textContent=Rt,pt=a(),fe=n("p"),fe.textContent=Wt,ht=a(),ue=n("ul"),ue.innerHTML=Zt,ft=a(),ve=n("p"),ve.textContent=Xt,ut=a(),_e=n("ul"),_e.innerHTML=At,vt=a(),d(V.$$.fragment),_t=a(),J=n("div"),d(Z.$$.fragment),$t=a(),$e=n("p"),$e.textContent=Yt,bt=a(),be=n("p"),be.textContent=Qt,xt=a(),G=n("div"),d(X.$$.fragment),kt=a(),xe=n("p"),xe.textContent=Ot,Ct=a(),P=n("div"),d(A.$$.fragment),Lt=a(),ke=n("p"),ke.textContent=Kt,Tt=a(),U=n("div"),d(Y.$$.fragment),yt=a(),Ce=n("p"),Ce.textContent=ea,qe=a(),d(Q.$$.fragment),Re=a(),k=n("div"),d(O.$$.fragment),wt=a(),Le=n("p"),Le.textContent=ta,Dt=a(),Te=n("p"),Te.textContent=aa,Mt=a(),B=n("div"),d(K.$$.fragment),Et=a(),ye=n("p"),ye.textContent=oa,Jt=a(),F=n("div"),d(ee.$$.fragment),It=a(),we=n("p"),we.textContent=ra,We=a(),d(te.$$.fragment),Ze=a(),C=n("div"),d(ae.$$.fragment),jt=a(),De=n("p"),De.textContent=na,Ht=a(),Me=n("p"),Me.textContent=la,Vt=a(),S=n("div"),d(oe.$$.fragment),Gt=a(),Ee=n("p"),Ee.textContent=ia,Pt=a(),z=n("div"),d(re.$$.fragment),Ut=a(),Je=n("p"),Je.textContent=sa,Xe=a(),d(ne.$$.fragment),Ae=a(),D=n("div"),d(le.$$.fragment),Bt=a(),Ie=n("p"),Ie.textContent=ga,Ft=a(),N=n("div"),d(ie.$$.fragment),St=a(),je=n("p"),je.textContent=da,Ye=a(),d(se.$$.fragment),Qe=a(),M=n("div"),d(ge.$$.fragment),zt=a(),He=n("p"),He.textContent=ca,Nt=a(),Ve=n("p"),Ve.textContent=ma,Oe=a(),d(de.$$.fragment),Ke=a(),H=n("div"),d(ce.$$.fragment),qt=a(),Ge=n("p"),Ge.innerHTML=pa,et=a(),d(me.$$.fragment),tt=a(),Fe=n("p"),this.h()},l(e){const i=$a("svelte-u9bgzb",document.head);$=l(i,"META",{name:!0,content:!0}),i.forEach(r),q=o(e),E=l(e,"P",{}),b(E).forEach(r),T=o(e),c(y.$$.fragment,e),_=o(e),c(w.$$.fragment,e),ze=o(e),c(R.$$.fragment,e),Ne=o(e),s=l(e,"DIV",{class:!0});var u=b(s);c(W.$$.fragment,u),mt=o(u),he=l(u,"P",{"data-svelte-h":!0}),v(he)!=="svelte-1a7u8o3"&&(he.textContent=Rt),pt=o(u),fe=l(u,"P",{"data-svelte-h":!0}),v(fe)!=="svelte-had3jk"&&(fe.textContent=Wt),ht=o(u),ue=l(u,"UL",{"data-svelte-h":!0}),v(ue)!=="svelte-1gbvzvg"&&(ue.innerHTML=Zt),ft=o(u),ve=l(u,"P",{"data-svelte-h":!0}),v(ve)!=="svelte-cw347r"&&(ve.textContent=Xt),ut=o(u),_e=l(u,"UL",{"data-svelte-h":!0}),v(_e)!=="svelte-1k0oe7e"&&(_e.innerHTML=At),vt=o(u),c(V.$$.fragment,u),_t=o(u),J=l(u,"DIV",{class:!0});var Pe=b(J);c(Z.$$.fragment,Pe),$t=o(Pe),$e=l(Pe,"P",{"data-svelte-h":!0}),v($e)!=="svelte-qqp5v"&&($e.textContent=Yt),bt=o(Pe),be=l(Pe,"P",{"data-svelte-h":!0}),v(be)!=="svelte-1ke5vz1"&&(be.textContent=Qt),Pe.forEach(r),xt=o(u),G=l(u,"DIV",{class:!0});var ot=b(G);c(X.$$.fragment,ot),kt=o(ot),xe=l(ot,"P",{"data-svelte-h":!0}),v(xe)!=="svelte-1lj091"&&(xe.textContent=Ot),ot.forEach(r),Ct=o(u),P=l(u,"DIV",{class:!0});var rt=b(P);c(A.$$.fragment,rt),Lt=o(rt),ke=l(rt,"P",{"data-svelte-h":!0}),v(ke)!=="svelte-1l1nn02"&&(ke.textContent=Kt),rt.forEach(r),Tt=o(u),U=l(u,"DIV",{class:!0});var nt=b(U);c(Y.$$.fragment,nt),yt=o(nt),Ce=l(nt,"P",{"data-svelte-h":!0}),v(Ce)!=="svelte-1jp5uy4"&&(Ce.textContent=ea),nt.forEach(r),u.forEach(r),qe=o(e),c(Q.$$.fragment,e),Re=o(e),k=l(e,"DIV",{class:!0});var I=b(k);c(O.$$.fragment,I),wt=o(I),Le=l(I,"P",{"data-svelte-h":!0}),v(Le)!=="svelte-b4sky2"&&(Le.textContent=ta),Dt=o(I),Te=l(I,"P",{"data-svelte-h":!0}),v(Te)!=="svelte-1g4fdqa"&&(Te.textContent=aa),Mt=o(I),B=l(I,"DIV",{class:!0});var lt=b(B);c(K.$$.fragment,lt),Et=o(lt),ye=l(lt,"P",{"data-svelte-h":!0}),v(ye)!=="svelte-10ayidh"&&(ye.textContent=oa),lt.forEach(r),Jt=o(I),F=l(I,"DIV",{class:!0});var it=b(F);c(ee.$$.fragment,it),It=o(it),we=l(it,"P",{"data-svelte-h":!0}),v(we)!=="svelte-i1b6fb"&&(we.textContent=ra),it.forEach(r),I.forEach(r),We=o(e),c(te.$$.fragment,e),Ze=o(e),C=l(e,"DIV",{class:!0});var j=b(C);c(ae.$$.fragment,j),jt=o(j),De=l(j,"P",{"data-svelte-h":!0}),v(De)!=="svelte-10h2glb"&&(De.textContent=na),Ht=o(j),Me=l(j,"P",{"data-svelte-h":!0}),v(Me)!=="svelte-lm3kog"&&(Me.textContent=la),Vt=o(j),S=l(j,"DIV",{class:!0});var st=b(S);c(oe.$$.fragment,st),Gt=o(st),Ee=l(st,"P",{"data-svelte-h":!0}),v(Ee)!=="svelte-147qxwc"&&(Ee.textContent=ia),st.forEach(r),Pt=o(j),z=l(j,"DIV",{class:!0});var gt=b(z);c(re.$$.fragment,gt),Ut=o(gt),Je=l(gt,"P",{"data-svelte-h":!0}),v(Je)!=="svelte-67ybgo"&&(Je.textContent=sa),gt.forEach(r),j.forEach(r),Xe=o(e),c(ne.$$.fragment,e),Ae=o(e),D=l(e,"DIV",{class:!0});var Ue=b(D);c(le.$$.fragment,Ue),Bt=o(Ue),Ie=l(Ue,"P",{"data-svelte-h":!0}),v(Ie)!=="svelte-1apiyrq"&&(Ie.textContent=ga),Ft=o(Ue),N=l(Ue,"DIV",{class:!0});var dt=b(N);c(ie.$$.fragment,dt),St=o(dt),je=l(dt,"P",{"data-svelte-h":!0}),v(je)!=="svelte-kkg900"&&(je.textContent=da),dt.forEach(r),Ue.forEach(r),Ye=o(e),c(se.$$.fragment,e),Qe=o(e),M=l(e,"DIV",{class:!0});var Be=b(M);c(ge.$$.fragment,Be),zt=o(Be),He=l(Be,"P",{"data-svelte-h":!0}),v(He)!=="svelte-1mw4cx5"&&(He.textContent=ca),Nt=o(Be),Ve=l(Be,"P",{"data-svelte-h":!0}),v(Ve)!=="svelte-4rxdfx"&&(Ve.textContent=ma),Be.forEach(r),Oe=o(e),c(de.$$.fragment,e),Ke=o(e),H=l(e,"DIV",{class:!0});var ct=b(H);c(ce.$$.fragment,ct),qt=o(ct),Ge=l(ct,"P",{"data-svelte-h":!0}),v(Ge)!=="svelte-bhh5sj"&&(Ge.innerHTML=pa),ct.forEach(r),et=o(e),c(me.$$.fragment,e),tt=o(e),Fe=l(e,"P",{}),b(Fe).forEach(r),this.h()},h(){x($,"name","hf:doc:metadata"),x($,"content",ya),x(J,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(G,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(P,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(U,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(s,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(B,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(F,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(k,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(S,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(z,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(C,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(N,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(D,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(M,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8"),x(H,"class","docstring border-l-2 border-t-2 pl-4 pt-3.5 border-gray-100 rounded-tl-xl mb-6 mt-8")},m(e,i){t(document.head,$),g(e,q,i),g(e,E,i),g(e,T,i),m(y,e,i),g(e,_,i),m(w,e,i),g(e,ze,i),m(R,e,i),g(e,Ne,i),g(e,s,i),m(W,s,null),t(s,mt),t(s,he),t(s,pt),t(s,fe),t(s,ht),t(s,ue),t(s,ft),t(s,ve),t(s,ut),t(s,_e),t(s,vt),m(V,s,null),t(s,_t),t(s,J),m(Z,J,null),t(J,$t),t(J,$e),t(J,bt),t(J,be),t(s,xt),t(s,G),m(X,G,null),t(G,kt),t(G,xe),t(s,Ct),t(s,P),m(A,P,null),t(P,Lt),t(P,ke),t(s,Tt),t(s,U),m(Y,U,null),t(U,yt),t(U,Ce),g(e,qe,i),m(Q,e,i),g(e,Re,i),g(e,k,i),m(O,k,null),t(k,wt),t(k,Le),t(k,Dt),t(k,Te),t(k,Mt),t(k,B),m(K,B,null),t(B,Et),t(B,ye),t(k,Jt),t(k,F),m(ee,F,null),t(F,It),t(F,we),g(e,We,i),m(te,e,i),g(e,Ze,i),g(e,C,i),m(ae,C,null),t(C,jt),t(C,De),t(C,Ht),t(C,Me),t(C,Vt),t(C,S),m(oe,S,null),t(S,Gt),t(S,Ee),t(C,Pt),t(C,z),m(re,z,null),t(z,Ut),t(z,Je),g(e,Xe,i),m(ne,e,i),g(e,Ae,i),g(e,D,i),m(le,D,null),t(D,Bt),t(D,Ie),t(D,Ft),t(D,N),m(ie,N,null),t(N,St),t(N,je),g(e,Ye,i),m(se,e,i),g(e,Qe,i),g(e,M,i),m(ge,M,null),t(M,zt),t(M,He),t(M,Nt),t(M,Ve),g(e,Oe,i),m(de,e,i),g(e,Ke,i),g(e,H,i),m(ce,H,null),t(H,qt),t(H,Ge),g(e,et,i),m(me,e,i),g(e,tt,i),g(e,Fe,i),at=!0},p(e,[i]){const u={};i&2&&(u.$$scope={dirty:i,ctx:e}),V.$set(u)},i(e){at||(p(y.$$.fragment,e),p(w.$$.fragment,e),p(R.$$.fragment,e),p(W.$$.fragment,e),p(V.$$.fragment,e),p(Z.$$.fragment,e),p(X.$$.fragment,e),p(A.$$.fragment,e),p(Y.$$.fragment,e),p(Q.$$.fragment,e),p(O.$$.fragment,e),p(K.$$.fragment,e),p(ee.$$.fragment,e),p(te.$$.fragment,e),p(ae.$$.fragment,e),p(oe.$$.fragment,e),p(re.$$.fragment,e),p(ne.$$.fragment,e),p(le.$$.fragment,e),p(ie.$$.fragment,e),p(se.$$.fragment,e),p(ge.$$.fragment,e),p(de.$$.fragment,e),p(ce.$$.fragment,e),p(me.$$.fragment,e),at=!0)},o(e){h(y.$$.fragment,e),h(w.$$.fragment,e),h(R.$$.fragment,e),h(W.$$.fragment,e),h(V.$$.fragment,e),h(Z.$$.fragment,e),h(X.$$.fragment,e),h(A.$$.fragment,e),h(Y.$$.fragment,e),h(Q.$$.fragment,e),h(O.$$.fragment,e),h(K.$$.fragment,e),h(ee.$$.fragment,e),h(te.$$.fragment,e),h(ae.$$.fragment,e),h(oe.$$.fragment,e),h(re.$$.fragment,e),h(ne.$$.fragment,e),h(le.$$.fragment,e),h(ie.$$.fragment,e),h(se.$$.fragment,e),h(ge.$$.fragment,e),h(de.$$.fragment,e),h(ce.$$.fragment,e),h(me.$$.fragment,e),at=!1},d(e){e&&(r(q),r(E),r(T),r(_),r(ze),r(Ne),r(s),r(qe),r(Re),r(k),r(We),r(Ze),r(C),r(Xe),r(Ae),r(D),r(Ye),r(Qe),r(M),r(Oe),r(Ke),r(H),r(et),r(tt),r(Fe)),r($),f(y,e),f(w,e),f(R,e),f(W),f(V),f(Z),f(X),f(A),f(Y),f(Q,e),f(O),f(K),f(ee),f(te,e),f(ae),f(oe),f(re),f(ne,e),f(le),f(ie),f(se,e),f(ge),f(de,e),f(ce),f(me,e)}}}const ya='{"title":"Logging","local":"logging","sections":[{"title":"EvaluationTracker","local":"lighteval.logging.evaluation_tracker.EvaluationTracker","sections":[],"depth":2},{"title":"GeneralConfigLogger","local":"lighteval.logging.info_loggers.GeneralConfigLogger","sections":[],"depth":2},{"title":"DetailsLogger","local":"lighteval.logging.info_loggers.DetailsLogger","sections":[],"depth":2},{"title":"MetricsLogger","local":"lighteval.logging.info_loggers.MetricsLogger","sections":[],"depth":2},{"title":"VersionsLogger","local":"lighteval.logging.info_loggers.VersionsLogger","sections":[],"depth":2},{"title":"TaskConfigLogger","local":"lighteval.logging.info_loggers.TaskConfigLogger","sections":[],"depth":2}],"depth":1}';function wa(Se){return fa(()=>{new URLSearchParams(window.location.search).get("fw")}),[]}class Ha extends va{constructor($){super(),_a(this,$,wa,Ta,ha,{})}}export{Ha as component};