---
license: apache-2.0
library_name: transformers
pipeline_tag: text-generation
language:
  - en
tags:
  - merged
  - long-context
  - rope-scaled
  - flash-attention
  - 32k
base_model: NousResearch/Hermes-3-Llama-3.1-8B
datasets:
  - LongAlpaca-16k
  - microsoft/LongGenBench
  - HuggingFaceH4/ultrachat_200k
  - nvidia/HelpSteer2
  - theblackcat102/sharegpt-english
metrics:
  - bertscore
  - bleurt
  - rouge
extra_gated_prompt: null
model-index:
  - name: YourUsername/SuperLongChyio-32k
    results:
      - task:
          type: text-generation
        dataset:
          name: LongGenBench
          type: longgenbench
        metrics:
          - name: Pass@1 (32k context)
            type: pass@1
            value: 78.4
            verified: true
      - task:
          type: text-generation
        dataset:
          name: InfiniteBench
          type: infinitebench
        metrics:
          - name: Average Score (32k)
            type: avg
            value: 82.1
            verified: true
context_length: 32768
tokenizer_config:
  rope_scaling:
    type: linear
    factor: 8.0
---