Upload 3 files

README.md

@@ -5,7 +5,7 @@ language:
 ---
 # Image Captioning App
 
-This is a mod of [Wi-zz/joy-caption-pre-alpha](https://huggingface.co/Wi-zz/joy-caption-pre-alpha) and [fancyfeast/joy-caption-alpha-one](https://huggingface.co/spaces/fancyfeast/joy-caption-alpha-one). Thanks to [dominic1021](https://huggingface.co/dominic1021), [IceHibiki](https://huggingface.co/IceHibiki).
+This is a mod of [Wi-zz/joy-caption-pre-alpha](https://huggingface.co/Wi-zz/joy-caption-pre-alpha) and [fancyfeast/joy-caption-alpha-one](https://huggingface.co/spaces/fancyfeast/joy-caption-alpha-one). Thanks to [dominic1021](https://huggingface.co/dominic1021), [IceHibiki](https://huggingface.co/IceHibiki), (BullseyeMxP)[https://huggingface.co/BullseyeMxP], [Wakeme](https://huggingface.co/Wakeme).
 
 # Notice: I will contribute to Wi-zz after shaping the code.
 

app.py

@@ -14,12 +14,14 @@ from typing import List, Union
 import torchvision.transforms.functional as TVF
 from peft import PeftModel
 import gc
+import sys
+IS_COLAB = 'google.colab' in sys.modules
 
 # Constants
 HF_TOKEN = os.environ.get("HF_TOKEN", None)
 BASE_DIR = Path(__file__).resolve().parent # Define the base directory
 CLIP_PATH = "google/siglip-so400m-patch14-384"
-DEFAULT_MODEL_PATH = "unsloth/Meta-Llama-3.1-8B-bnb-4bit"
+DEFAULT_MODEL_PATH = "unsloth/Meta-Llama-3.1-8B-Instruct-bnb-4bit"
 #DEFAULT_MODEL_PATH = "Orenguteng/Llama-3.1-8B-Lexi-Uncensored-V2" # Works better but full weight.
 CHECKPOINT_PATH = BASE_DIR / Path("9em124t2-499968")
 LORA_PATH = CHECKPOINT_PATH / "text_model"

joycaption_alpha_one_cli_mod.ipynb

@@ -0,0 +1,45 @@
+{
+  "cells": [
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "ZgkQ4kDil23W"
+      },
+      "outputs": [],
+      "source": [
+        "!git clone https://huggingface.co/John6666/joy-caption-alpha-one-cli-mod/\n",
+        "!pip install -r /content/joy-caption-alpha-one-cli-mod/requirements.txt\n",
+        "!pip install bitsandbytes triton\n",
+        "!python /content/joy-caption-alpha-one-cli-mod/app.py"
+      ]
+    },
+    {
+      "cell_type": "code",
+      "execution_count": null,
+      "metadata": {
+        "id": "gPwD8BVsnU7p"
+      },
+      "outputs": [],
+      "source": [
+        "!python /content/joy-caption-alpha-one-cli-mod/app.py"
+      ]
+    }
+  ],
+  "metadata": {
+    "accelerator": "GPU",
+    "colab": {
+      "gpuType": "T4",
+      "provenance": []
+    },
+    "kernelspec": {
+      "display_name": "Python 3",
+      "name": "python3"
+    },
+    "language_info": {
+      "name": "python"
+    }
+  },
+  "nbformat": 4,
+  "nbformat_minor": 0
+}