initial commit

config.json

@@ -0,0 +1,74 @@
+{
+    "backbone": {
+        "module": "keras_hub.src.models.gemma.gemma_backbone",
+        "class_name": "GemmaBackbone",
+        "config": {
+            "name": "gemma_backbone",
+            "trainable": true,
+            "vocabulary_size": 256000,
+            "num_layers": 18,
+            "num_query_heads": 8,
+            "num_key_value_heads": 1,
+            "hidden_dim": 2048,
+            "intermediate_dim": 32768,
+            "head_dim": 256,
+            "layer_norm_epsilon": 1e-06,
+            "dropout": 0,
+            "query_head_dim_normalize": true,
+            "use_post_ffw_norm": false,
+            "use_post_attention_norm": false,
+            "final_logit_soft_cap": null,
+            "attention_logit_soft_cap": null,
+            "sliding_window_size": 4096,
+            "use_sliding_window_attention": false
+        },
+        "registered_name": "keras_hub>GemmaBackbone",
+        "build_config": {
+            "input_shape": null
+        }
+    },
+    "preprocessor": {
+        "module": "keras_hub.src.models.gemma.gemma_causal_lm_preprocessor",
+        "class_name": "GemmaCausalLMPreprocessor",
+        "config": {
+            "name": "gemma_causal_lm_preprocessor",
+            "trainable": true,
+            "dtype": {
+                "module": "keras",
+                "class_name": "DTypePolicy",
+                "config": {
+                    "name": "float32"
+                },
+                "registered_name": null
+            },
+            "tokenizer": {
+                "module": "keras_hub.src.models.gemma.gemma_tokenizer",
+                "class_name": "GemmaTokenizer",
+                "config": {
+                    "name": "gemma_tokenizer",
+                    "trainable": true,
+                    "dtype": {
+                        "module": "keras",
+                        "class_name": "DTypePolicy",
+                        "config": {
+                            "name": "int32"
+                        },
+                        "registered_name": null
+                    },
+                    "config_file": "tokenizer.json",
+                    "proto": null,
+                    "sequence_length": null,
+                    "add_bos": false,
+                    "add_eos": false
+                },
+                "registered_name": "keras_hub>GemmaTokenizer"
+            },
+            "config_file": "preprocessor.json",
+            "sequence_length": 512,
+            "add_start_token": true,
+            "add_end_token": true
+        },
+        "registered_name": "keras_hub>GemmaCausalLMPreprocessor"
+    },
+    "name": "gemma_causal_lm"
+}

finetunedmodel.weights.h5

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd2db5cc122693c0ed4ce6b001661699b2b7fe995d56091f4c262d3fc16d8c5b
+size 10036254200