---
base_model:
- NoesisLab/Kai-3B-Instruct
model-index:
  - name: Kai-3B-Instruct
    results:
      - task:
          type: multiple-choice
          name: ARC-Challenge
        dataset:
          name: ARC-Challenge
          type: allenai/ai2_arc
          config: ARC-Challenge
          split: test
        metrics:
          - type: acc_norm
            value: 51.88
            name: Accuracy (normalized)
      - task:
          type: multiple-choice
          name: HellaSwag
        dataset:
          name: HellaSwag
          type: Rowan/hellaswag
          split: validation
        metrics:
          - type: acc_norm
            value: 69.53
            name: Accuracy (normalized)
      - task:
          type: multiple-choice
          name: MMLU
        dataset:
          name: MMLU
          type: cais/mmlu
          split: test
        metrics:
          - type: acc
            value: 53.62
            name: Accuracy
      - task:
          type: multiple-choice
          name: PIQA
        dataset:
          name: PIQA
          type: piqa
          split: validation
        metrics:
          - type: acc_norm
            value: 77.53
            name: Accuracy (normalized)
      - task:
          type: text-generation
          name: HumanEval
        dataset:
          name: HumanEval
          type: openai/openai_humaneval
          split: test
        metrics:
          - type: pass@1
            value: 39.02
            name: Pass@1
      - task:
          type: text-generation
          name: GSM8K
        dataset:
          name: GSM8K
          type: gsm8k
          split: test
        metrics:
          - type: exact_match
            value: 39.27
            name: Exact Match (flexible)
pipeline_tag: text-generation
tags:
- open4bits
- smollm3
- math
- reasoning
- distilled
- ads
license: apache-2.0
language:
- en
---