Add model files

README.md

@@ -1,3 +1,28 @@
----
-license: mit
----
+---
+language:
+- en
+tags:
+- generation
+- ctranslate2
+license: mit
+base_model: openai/gpt2
+base_model_relation: quantized
+---
+# gpt2-ct2
+
+This is a version of [`openai-community/gpt2`](https://huggingface.co/openai-community/gpt2)
+converted for use with [CTranslate2](https://github.com/OpenNMT/CTranslate2).
+
+The conversion was performed using the following command:
+
+```
+ct2-transformers-converter --model openai-community/gpt2 --output_dir gpt2-ct2 \
+    --copy_files generation_config.json tokenizer_config.json tokenizer.json vocab.json
+```
+
+## License
+This adaptation is based on [`openai-community/gpt2`](https://huggingface.co/openai-community/gpt2),
+originally provided under the MIT License. 
+Modifications were made for compatibility with CTranslate2. 
+Despite these modifications, this adapted version continues to be distributed under the MIT License,
+honoring the original licensing terms.

config.json

@@ -0,0 +1,7 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "layer_norm_epsilon": null,
+  "multi_query_attention": true,
+  "unk_token": "<|endoftext|>"
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "bos_token_id": 50256,
+  "eos_token_id": 50256,
+  "transformers_version": "4.26.0.dev0",
+  "_from_model_config": true
+}

model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2e2db92579173a4b3d4855258aca5621e6be70415d71e66ea21288739b1a81
+size 497767709

tokenizer_config.json

@@ -0,0 +1 @@
+{"model_max_length": 1024}