Add files using upload-large-folder tool

.gitattributes

@@ -14,6 +14,7 @@
 *.npy filter=lfs diff=lfs merge=lfs -text
 *.npz filter=lfs diff=lfs merge=lfs -text
 *.onnx filter=lfs diff=lfs merge=lfs -text
+*.onnx.data filter=lfs diff=lfs merge=lfs -text
 *.ot filter=lfs diff=lfs merge=lfs -text
 *.parquet filter=lfs diff=lfs merge=lfs -text
 *.pb filter=lfs diff=lfs merge=lfs -text

Convert.py

@@ -0,0 +1,69 @@
+# /// script
+# requires-python = ">=3.12"
+# dependencies = [
+#     "flash-linear-attention>=0.4.2",
+#     "hf-xet>=1.4.3",
+#     "huggingface-hub>=1.8.0",
+#     "onnx>=1.21.0",
+#     "onnx-ir>=0.2.0",
+#     "onnxruntime>=1.24.4",
+#     "onnxruntime-genai>=0.13.1",
+#     "sentencepiece>=0.2.1",
+#     "tiktoken>=0.12.0",
+#     "torch>=2.11.0",
+#     "transformers>=5.4.0",
+# ]
+# ///
+
+import argparse
+from pathlib import Path
+from huggingface_hub import snapshot_download
+#from onnxruntime_genai.python.models.builder import create_model
+from onnxruntime_genai.models.builder import create_model
+def main():
+    parser = argparse.ArgumentParser()
+    parser.add_argument("--name", required=False,default=None)
+    parser.add_argument("--token",required=False)
+    args = parser.parse_args()
+
+    token = args.token if args.token else None
+    
+    pwd = Path.cwd()
+    model_dir = pwd / "model"
+    onnx_dir = pwd / "onnx"
+    cache_dir = pwd / "cache"
+    model_dir.mkdir(exist_ok=True)
+    onnx_dir.mkdir(exist_ok=True)
+    cache_dir.mkdir(exist_ok=True)
+    
+    # ===== STEP 1: DOWNLOAD (HF HUB + XET backend automatically used) =====
+    print(">> Downloading model via huggingface_hub (Xet enabled if installed)...")
+
+    local_path = snapshot_download(
+        repo_id=args.name,
+        local_dir=str(model_dir),
+        token=token
+        #local_dir_use_symlinks=False  # important for ONNX tools
+    )
+
+    print(f"Model downloaded to: {local_path}")
+
+    # ===== STEP 2: CONVERT USING ONNX GENAI BUILDER =====
+    print(">> Converting to ONNX (GenAI format)...")
+
+    create_model(
+        model_name=args.name,
+        input_path=str(model_dir),     # HF model directory
+        output_dir=str(onnx_dir),     # ONNX output
+        precision="fp16",              # fp32 | fp16 | int8 | int4 (if supported)
+        execution_provider="cpu",      # cpu | cuda | dml
+        cache_dir=str(pwd / "cache"),  # optional cache
+        extra_options={}
+    )
+
+    print("\n✅ Done")
+    print(f"ONNX model at: {onnx_dir}")
+
+
+if __name__ == "__main__":
+    main()

README.md

@@ -0,0 +1,92 @@
+---
+license: llama2
+datasets:
+- gsm8k
+- competition_math
+language:
+- en
+metrics:
+- exact_match
+library_name: onnxruntime-genai
+pipeline_tag: text-generation
+base: llm-agents/tora-code-7b-v1.0
+tags:
+- code
+- math
+- onnx
+- onnxruntime-genai
+---
+
+
+<h1 align="center">
+ToRA: A Tool-Integrated Reasoning Agent <br> for Mathematical Problem Solving
+</h1>
+
+<p align="center">
+  <a href="https://microsoft.github.io/ToRA/"><b>[🌐 Website]</b></a> •
+  <a href="https://arxiv.org/pdf/2309.17452.pdf"><b>[📜 Paper]</b></a> •
+  <a href="https://huggingface.co/llm-agents"><b>[🤗 HF Models]</b></a> •
+  <a href="https://github.com/microsoft/ToRA"><b>[🐱 GitHub]</b></a>
+  <br>
+  <a href="https://twitter.com/zhs05232838/status/1708860992631763092"><b>[🐦 Twitter]</b></a> •
+  <a href="https://www.reddit.com/r/LocalLLaMA/comments/1703k6d/tora_a_toolintegrated_reasoning_agent_for/"><b>[💬 Reddit]</b></a> •
+  <a href="https://notes.aimodels.fyi/researchers-announce-tora-training-language-models-to-better-understand-math-using-external-tools/">[🍀 Unofficial Blog]</a>
+  <!-- <a href="#-quick-start">Quick Start</a> • -->
+  <!-- <a href="#%EF%B8%8F-citation">Citation</a> -->
+</p>
+
+<p align="center">
+Repo for "<a href="https://arxiv.org/pdf/2309.17452.pdf" target="_blank">ToRA: A Tool-Integrated Reasoning Agent for Mathematical Problem Solving</a>"
+</p>
+
+## 🔥 News
+
+- [2023/10/08] 🔥🔥🔥 All ToRA models released at [HuggingFace](https://huggingface.co/llm-agents)!!! 
+- [2023/09/29] ToRA paper, repo, and website released.
+
+## 💡 Introduction
+
+ToRA is a series of Tool-integrated Reasoning Agents designed to solve challenging mathematical reasoning problems by interacting with tools, e.g., computation libraries and symbolic solvers. ToRA series seamlessly integrate natural language reasoning with the utilization of external tools, thereby amalgamating the analytical prowess of language and the computational efficiency of external tools.
+
+| Model | Size | GSM8k | MATH | AVG@10 math tasks<sup>&dagger;</sup> |
+|---|---|---|---|---|
+| GPT-4 | - | 92.0 | 42.5 | 78.3 |
+| GPT-4 (PAL) | - | 94.2 | 51.8 | 86.4 |
+| [ToRA-7B](https://huggingface.co/llm-agents/tora-7b-v1.0) | 7B | 68.8 | 40.1 | 62.4|
+| [ToRA-Code-7B](https://huggingface.co/llm-agents/tora-code-7b-v1.0) | 7B | 72.6 | 44.6 | 66.5| 
+| [ToRA-13B](https://huggingface.co/llm-agents/tora-13b-v1.0) | 13B |  72.7 | 43.0 | 65.9|
+| [ToRA-Code-13B](https://huggingface.co/llm-agents/tora-code-13b-v1.0) | 13B | 75.8 | 48.1 | 71.3 |
+| [ToRA-Code-34B<sup>*</sup>](https://huggingface.co/llm-agents/tora-code-34b-v1.0) | 34B | 80.7 | **51.0** | 74.8 |
+| [ToRA-70B](https://huggingface.co/llm-agents/tora-70b-v1.0) | 70B | **84.3** | 49.7 | **76.9** |
+
+- <sup>*</sup>ToRA-Code-34B is currently the first and only open-source model to achieve over 50% accuracy (pass@1) on the MATH dataset, which significantly outperforms GPT-4’s CoT result (51.0 vs. 42.5), and is competitive with GPT-4 solving problems with programs. By open-sourcing our codes and models, we hope more breakthroughs will come!
+
+- <sup>&dagger;</sup>10 math tasks include GSM8k, MATH, GSM-Hard, SVAMP, TabMWP, ASDiv, SingleEQ, SingleOP, AddSub, and MultiArith.
+
+
+## ⚡️ Training
+
+The models are trained on ToRA-Corpus 16k, which contains tool-integrated reasoning trajectories of MATH and GSM8k from GPT-4.
+
+We use imitation learning (i.e., SFT) to fine-tune the models, and then apply our proposed *output space shaping* to improve tool-integrated reasoning behaviors. Please refer to the [paper](https://arxiv.org/pdf/2309.17452.pdf) for more details.
+
+
+## 🪁 Inference & Evaluation
+
+Please refer to ToRA's [GitHub repo](https://github.com/microsoft/ToRA) for inference, evaluation, and training code.
+
+
+## ☕️ Citation
+
+If you find this repository helpful, please consider citing our paper:
+
+```
+@misc{gou2023tora,
+      title={ToRA: A Tool-Integrated Reasoning Agent for Mathematical Problem Solving}, 
+      author={Zhibin Gou and Zhihong Shao and Yeyun Gong and yelong shen and Yujiu Yang and Minlie Huang and Nan Duan and Weizhu Chen},
+      year={2023},
+      eprint={2309.17452},
+      archivePrefix={arXiv},
+      primaryClass={cs.CL}
+}
+```

genai_config.json

@@ -0,0 +1,50 @@
+{
+    "model": {
+        "bos_token_id": 1,
+        "context_length": 16384,
+        "decoder": {
+            "session_options": {
+                "log_id": "onnxruntime-genai",
+                "provider_options": []
+            },
+            "filename": "model.onnx",
+            "head_size": 128,
+            "hidden_size": 4096,
+            "inputs": {
+                "input_ids": "input_ids",
+                "attention_mask": "attention_mask",
+                "position_ids": "position_ids",
+                "past_key_names": "past_key_values.%d.key",
+                "past_value_names": "past_key_values.%d.value"
+            },
+            "outputs": {
+                "logits": "logits",
+                "present_key_names": "present.%d.key",
+                "present_value_names": "present.%d.value"
+            },
+            "num_attention_heads": 32,
+            "num_hidden_layers": 32,
+            "num_key_value_heads": 32
+        },
+        "eos_token_id": 2,
+        "pad_token_id": 0,
+        "type": "llama",
+        "vocab_size": 32001
+    },
+    "search": {
+        "diversity_penalty": 0.0,
+        "do_sample": false,
+        "early_stopping": true,
+        "length_penalty": 1.0,
+        "max_length": 16384,
+        "min_length": 0,
+        "no_repeat_ngram_size": 0,
+        "num_beams": 1,
+        "num_return_sequences": 1,
+        "past_present_share_buffer": false,
+        "repetition_penalty": 1.0,
+        "temperature": 1.0,
+        "top_k": 50,
+        "top_p": 1.0
+    }
+}

model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e935528cdf8ff6ef3472ede2c6878e0e8d999745af70ae2e0f338213fcdac144
+size 250201

model.onnx.data

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c604c4c49509e6173de3dcfa191fafce9600282fd7b609247c489d82bfe1e3e
+size 13481156608

special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<s>",
+  "eos_token": "</s>",
+  "pad_token": "<pad>",
+  "unk_token": "<unk>"
+}

tokenizer_config.json

@@ -0,0 +1,19 @@
+{
+  "add_prefix_space": null,
+  "backend": "tokenizers",
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "extra_special_tokens": [
+    "<s>",
+    "</s>"
+  ],
+  "is_local": true,
+  "model_max_length": 16384,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": true
+}