build: bump tokens & add install/update scripts

.gitignore

@@ -0,0 +1,2 @@
+updated_model/
+venv/

install.sh

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+python -m venv venv
+source venv/bin/activate
+pip install -r requirements.txt

requirements.txt

@@ -0,0 +1,42 @@
+accelerate==0.24.1
+certifi==2023.11.17
+charset-normalizer==3.3.2
+diffusers==0.23.1
+filelock==3.13.1
+fsspec==2023.10.0
+huggingface-hub==0.19.4
+idna==3.4
+importlib-metadata==6.8.0
+Jinja2==3.1.2
+MarkupSafe==2.1.3
+mpmath==1.3.0
+networkx==3.2.1
+numpy==1.26.2
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-nccl-cu12==2.18.1
+nvidia-nvjitlink-cu12==12.3.101
+nvidia-nvtx-cu12==12.1.105
+packaging==23.2
+Pillow==10.1.0
+psutil==5.9.6
+PyYAML==6.0.1
+regex==2023.10.3
+requests==2.31.0
+safetensors==0.4.0
+sympy==1.12
+tokenizers==0.15.0
+torch==2.1.1
+tqdm==4.66.1
+transformers==4.35.2
+triton==2.1.0
+typing_extensions==4.8.0
+urllib3==2.1.0
+zipp==3.17.0

tokenizer/special_tokens_map.json

@@ -13,7 +13,13 @@
     "rstrip": false,
     "single_word": false
   },
-  "pad_token": "<|endoftext|>",
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
   "unk_token": {
     "content": "<|endoftext|>",
     "lstrip": false,

update_model.py

@@ -0,0 +1,30 @@
+from transformers import GPT2Config, AutoConfig
+from diffusers import StableDiffusionPipeline
+
+model_name = "somq/fantassified_icons_v2"
+# model_name = "updated_model"
+
+
+# model = AutoModelForSequenceClassification.from_pretrained(model_name)
+# print(model)
+
+# config = AutoConfig.from_pretrained(model_name)
+# print(config)
+
+model = StableDiffusionPipeline.from_pretrained(model_name)
+# image = model("a photograph of an astronaut riding a horse").images[0]
+# print(image)
+
+
+# Load the existing configuration and model
+# existing_config = GPT2Config.from_pretrained("your_model_name_or_path")
+# existing_model = GPT2ForTextToImage.from_pretrained("your_model_name_or_path")
+
+# Update the configuration as needed
+# updated_config = existing_config  # Modify as needed
+
+# Save the updated model and configuration
+# updated_model_path = "./updated_model"
+updated_model_path = "./"
+# updated_config.save_pretrained(updated_model_path)
+model.save_pretrained(updated_model_path)