Add files using upload-large-folder tool

README.md

@@ -0,0 +1,82 @@
+---
+base_model:
+- HuggingFaceTB/SmolLM2-360M
+language:
+- en
+library_name: transformers
+license: apache-2.0
+pipeline_tag: text-generation
+tags:
+- safetensors
+- onnx
+- transformers.js
+- pruna-ai
+---
+
+# Model Card for davidberenstein1957/SmolLM2-360M-Instruct-smashed
+
+This model was created using the [pruna](https://github.com/PrunaAI/pruna) library. Pruna is a model optimization framework built for developers, enabling you to deliver more efficient models with minimal implementation overhead.
+
+## Usage
+
+First things first, you need to install the pruna library:
+
+```bash
+pip install pruna
+```
+
+You can [use the transformers library to load the model](https://huggingface.co/davidberenstein1957/SmolLM2-360M-Instruct-smashed?library=transformers) but this might not include all optimizations by default.
+
+To ensure that all optimizations are applied, use the pruna library to load the model using the following code:
+
+```python
+from pruna import PrunaModel
+
+loaded_model = PrunaModel.from_pretrained(
+    "davidberenstein1957/SmolLM2-360M-Instruct-smashed"
+)
+```
+
+For inference, you can use the inference methods of the original model like shown [in the original model card](https://huggingface.co/davidberenstein1957/SmolLM2-360M-Instruct-smashed?library=transformers). Alternatively, you can visit the full documentation [here](https://pruna.readthedocs.io/en/latest/index.html) for more information.
+
+## Smash Configuration
+
+The compression configuration of the model is stored in the `smash_config.json` file, which describes the optimization methods that were applied to the model.
+
+```bash
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": null,
+    "factorizer": null,
+    "pruner": null,
+    "quantizer": "torchao",
+    "torchao_excluded_modules": "none",
+    "torchao_quant_type": "int8dq",
+    "batch_size": 1,
+    "device": "cpu",
+    "device_map": null,
+    "save_fns": [
+        "save_before_apply"
+    ],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "factorizer": null,
+        "pruner": null,
+        "quantizer": "torchao",
+        "cacher": null,
+        "compiler": null,
+        "batcher": null
+    }
+}
+```
+
+## 🌍 Join the Pruna AI community!
+
+[![Twitter](https://img.shields.io/twitter/follow/PrunaAI?style=social)](https://twitter.com/PrunaAI)
+[![GitHub](https://img.shields.io/github/followers/PrunaAI?label=Follow%20%40PrunaAI&style=social)](https://github.com/PrunaAI)
+[![LinkedIn](https://img.shields.io/badge/LinkedIn-Connect-blue)](https://www.linkedin.com/company/93832878/admin/feed/posts/?feedType=following)
+[![Discord](https://img.shields.io/badge/Discord-Join%20Us-blue?style=social&logo=discord)](https://discord.com/invite/rskEr4BZJx)
+[![Reddit](https://img.shields.io/reddit/subreddit-subscribers/PrunaAI?style=social)](https://www.reddit.com/r/PrunaAI/)

config.json

@@ -0,0 +1,38 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 64,
+  "hidden_act": "silu",
+  "hidden_size": 960,
+  "initializer_range": 0.02,
+  "intermediate_size": 2560,
+  "is_llama_config": true,
+  "max_position_embeddings": 8192,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 15,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 5,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_interleaved": false,
+  "rope_scaling": null,
+  "rope_theta": 100000,
+  "tie_word_embeddings": true,
+  "torch_dtype": "float32",
+  "transformers.js_config": {
+    "kv_cache_dtype": {
+      "fp16": "float16",
+      "q4f16": "float16"
+    }
+  },
+  "transformers_version": "4.52.3",
+  "use_cache": true,
+  "vocab_size": 49152
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 2,
+  "transformers_version": "4.52.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d387d4323e5314a3d8f37b4ca628776a16a5963169eb775ed70a201bee5a7544
+size 1447317080

smash_config.json

@@ -0,0 +1,27 @@
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": null,
+    "factorizer": null,
+    "pruner": null,
+    "quantizer": "torchao",
+    "torchao_excluded_modules": "none",
+    "torchao_quant_type": "int8dq",
+    "batch_size": 1,
+    "device": "cpu",
+    "device_map": null,
+    "save_fns": [
+        "save_before_apply"
+    ],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "factorizer": null,
+        "pruner": null,
+        "quantizer": "torchao",
+        "cacher": null,
+        "compiler": null,
+        "batcher": null
+    }
+}