Upload folder using huggingface_hub

README.md

@@ -0,0 +1,75 @@
+---
+library_name: transformers
+tags:
+- pruna-ai
+- safetensors
+---
+
+# Model Card for PrunaAI/test-save-tiny-random-llama4-smashed
+
+This model was created using the [pruna](https://github.com/PrunaAI/pruna) library. Pruna is a model optimization framework built for developers, enabling you to deliver more efficient models with minimal implementation overhead.
+
+## Usage
+
+First things first, you need to install the pruna library:
+
+```bash
+pip install pruna
+```
+
+You can [use the transformers library to load the model](https://huggingface.co/PrunaAI/test-save-tiny-random-llama4-smashed?library=transformers) but this might not include all optimizations by default.
+
+To ensure that all optimizations are applied, use the pruna library to load the model using the following code:
+
+```python
+from pruna import PrunaModel
+
+loaded_model = PrunaModel.from_pretrained(
+    "PrunaAI/test-save-tiny-random-llama4-smashed"
+)
+# we can then run inference using the methods supported by the base model
+```
+
+
+For inference, you can use the inference methods of the original model like shown in [the original model card](https://huggingface.co/hf-internal-testing/tiny-random-llama4?library=transformers).
+ Alternatively, you can visit [the Pruna documentation](https://docs.pruna.ai/en/stable/) for more information.
+
+## Smash Configuration
+
+The compression configuration of the model is stored in the `smash_config.json` file, which describes the optimization methods that were applied to the model.
+
+```bash
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": null,
+    "factorizer": null,
+    "kernel": null,
+    "pruner": null,
+    "quantizer": null,
+    "batch_size": 1,
+    "device": "cpu",
+    "device_map": null,
+    "save_fns": [],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "factorizer": null,
+        "pruner": null,
+        "quantizer": null,
+        "kernel": null,
+        "cacher": null,
+        "compiler": null,
+        "batcher": null
+    }
+}
+```
+
+## 🌍 Join the Pruna AI community!
+
+[![Twitter](https://img.shields.io/twitter/follow/PrunaAI?style=social)](https://twitter.com/PrunaAI)
+[![GitHub](https://img.shields.io/github/followers/PrunaAI?label=Follow%20%40PrunaAI&style=social)](https://github.com/PrunaAI)
+[![LinkedIn](https://img.shields.io/badge/LinkedIn-Connect-blue)](https://www.linkedin.com/company/93832878/admin/feed/posts/?feedType=following)
+[![Discord](https://img.shields.io/badge/Discord-Join%20Us-blue?style=social&logo=discord)](https://discord.com/invite/rskEr4BZJx)
+[![Reddit](https://img.shields.io/reddit/subreddit-subscribers/PrunaAI?style=social)](https://www.reddit.com/r/PrunaAI/)

config.json

@@ -0,0 +1,66 @@
+{
+  "architectures": [
+    "Llama4ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_chunk_size": 8192,
+  "attention_dropout": 0.0,
+  "attn_scale": 0.1,
+  "attn_temperature_tuning": 4,
+  "bos_token_id": 200000,
+  "cache_implementation": "hybrid",
+  "eos_token_id": [
+    200001,
+    200007,
+    200008
+  ],
+  "floor_scale": 8192,
+  "for_llm_compressor": false,
+  "head_dim": 8,
+  "hidden_act": "silu",
+  "hidden_size": 16,
+  "initializer_range": 0.02,
+  "interleave_moe_layer_step": 1,
+  "intermediate_size": 32,
+  "intermediate_size_mlp": 64,
+  "max_position_embeddings": 10485760,
+  "model_type": "llama4_text",
+  "moe_layers": [
+    0,
+    1,
+    2,
+    3,
+    4
+  ],
+  "no_rope_layers": [
+    1,
+    1,
+    1,
+    0,
+    1
+  ],
+  "num_attention_heads": 10,
+  "num_experts_per_tok": 1,
+  "num_hidden_layers": 5,
+  "num_key_value_heads": 2,
+  "num_local_experts": 4,
+  "output_router_logits": false,
+  "pad_token_id": 200018,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "router_aux_loss_coef": 0.001,
+  "router_jitter_noise": 0.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.52.3",
+  "use_cache": true,
+  "use_qk_norm": true,
+  "vocab_size": 202048
+}

generation_config.json

@@ -0,0 +1,11 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 200000,
+  "eos_token_id": [
+    200001,
+    200007,
+    200008
+  ],
+  "pad_token_id": 200018,
+  "transformers_version": "4.52.3"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2defd19b1af7461456472bda405a146652059192ab48bccc020ff4ebff18472
+size 26086368

smash_config.json

@@ -0,0 +1,25 @@
+{
+    "batcher": null,
+    "cacher": null,
+    "compiler": null,
+    "factorizer": null,
+    "kernel": null,
+    "pruner": null,
+    "quantizer": null,
+    "batch_size": 1,
+    "device": "cpu",
+    "device_map": null,
+    "save_fns": [],
+    "load_fns": [
+        "transformers"
+    ],
+    "reapply_after_load": {
+        "factorizer": null,
+        "pruner": null,
+        "quantizer": null,
+        "kernel": null,
+        "cacher": null,
+        "compiler": null,
+        "batcher": null
+    }
+}