ipynb/Qwen3_5_Vision_cpp.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "gpuType": "T4"
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    },
    "accelerator": "GPU"
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "nXjP7yLT9STy"
      },
      "outputs": [],
      "source": [
        "!git clone https://github.com/PRITHIVSAKTHIUR/Qwen3.5-Vision.cpp.git\n",
        "%cd Qwen3.5-Vision.cpp\n",
        "!pip install -q transformers==5.3.0"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "!apt-get update && apt-get install -y python3-dev"
      ],
      "metadata": {
        "id": "wB4S8gTS9h5K"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Build the project\n",
        "!mkdir build"
      ],
      "metadata": {
        "id": "N0Dxd_8j9oi9"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "%cd build\n",
        "!cmake .."
      ],
      "metadata": {
        "id": "K5u5z2iA9rM2"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "!cmake --build . --config Release"
      ],
      "metadata": {
        "id": "oSuI-38y9tv7"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "# Run the executable (replace arguments with your specific model details)\n",
        "!./visionapp --model_name prithivMLmods/Qwen3.5-0.8B-Unredacted-MAX \\\n",
        "             --arch Qwen3_5ForConditionalGeneration \\\n",
        "             --port 7860"
      ],
      "metadata": {
        "id": "VUbdklWe9ytQ"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}