Upload folder using huggingface_hub

README.md

@@ -0,0 +1,5 @@
+# CALM (Continuous Autoregressive Language Model)
+Trained by Mohamed Yasser
+
+This repository contains both Autoencoder (AE) and CALM latent predictor.
+Inference code included below.

ae_final.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7dc14354166190807995240c8e3a276c5f3b5f731a012272155db884de666df9
+size 112118872

calm_final.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7f8be803ed313ccf14c44b22bf2a128584f02564a9a85110a68c0d778401789
+size 220895745

config.json

@@ -0,0 +1,12 @@
+{
+  "model_type": "CALM",
+  "ae_hidden_dim": 512,
+  "ae_latent_dim": 128,
+  "ae_chunk_size_k": 4,
+  "lm_hidden_dim": 512,
+  "lm_ffn_dim": 2048,
+  "lm_num_layers": 8,
+  "lm_num_heads": 8,
+  "vocab_size": 50257,
+  "framework": "PyTorch"
+}