lighteval/pr_994/en/package_reference/pipeline.md

Pipeline

Pipeline[[lighteval.pipeline.Pipeline]]

class lighteval.pipeline.Pipelinelighteval.pipeline.Pipelinehttps://github.com/huggingface/lighteval/blob/vr_994/src/lighteval/pipeline.py#L116[{"name": "tasks", "val": ": str"}, {"name": "pipeline_parameters", "val": ": PipelineParameters"}, {"name": "evaluation_tracker", "val": ": EvaluationTracker"}, {"name": "model_config", "val": ": lighteval.models.abstract_model.ModelConfig | None = None"}, {"name": "model", "val": " = None"}, {"name": "metric_options", "val": " = None"}]

PipelineParameters[[lighteval.pipeline.PipelineParameters]]

class lighteval.pipeline.PipelineParameterslighteval.pipeline.PipelineParametershttps://github.com/huggingface/lighteval/blob/vr_994/src/lighteval/pipeline.py#L82[{"name": "launcher_type", "val": ": ParallelismManager"}, {"name": "job_id", "val": ": int = 0"}, {"name": "dataset_loading_processes", "val": ": int = 1"}, {"name": "nanotron_checkpoint_path", "val": ": str | None = None"}, {"name": "custom_tasks_directory", "val": ": str | None = None"}, {"name": "num_fewshot_seeds", "val": ": int = 1"}, {"name": "max_samples", "val": ": int | None = None"}, {"name": "cot_prompt", "val": ": str | None = None"}, {"name": "remove_reasoning_tags", "val": ": bool = True"}, {"name": "reasoning_tags", "val": ": str | list[tuple[str, str]] = "[('', '')]""}, {"name": "load_responses_from_details_date_id", "val": ": str | None = None"}, {"name": "bootstrap_iters", "val": ": int = 1000"}]

ParallelismManager[[lighteval.pipeline.ParallelismManager]]

class lighteval.pipeline.ParallelismManagerlighteval.pipeline.ParallelismManagerhttps://github.com/huggingface/lighteval/blob/vr_994/src/lighteval/pipeline.py#L70[{"name": "value", "val": ""}, {"name": "names", "val": " = None"}, {"name": "module", "val": " = None"}, {"name": "qualname", "val": " = None"}, {"name": "type", "val": " = None"}, {"name": "start", "val": " = 1"}] An enumeration.