patch torch to hack unsloth

app.py

@@ -1,9 +1,15 @@
+import sys
 import streamlit as st
 from transformers import AutoProcessor
 
 import torch
 # Hack unsloth to work without GPU
-torch.is_cuda_available = lambda: True
+def fake_is_available():
+    return True
+def fake_device_capability():
+    return (8, 0)
+sys.modules["torch"].cuda.is_available = fake_is_available
+sys.modules["torch"].cuda.get_device_capability = fake_device_capability
 
 from unsloth.chat_templates import get_chat_template, CHAT_TEMPLATES
 from unsloth_zoo.dataset_utils import train_on_responses_only

scratchpad.ipynb

@@ -262,7 +262,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 100,
+   "execution_count": 1,
    "metadata": {},
    "outputs": [
     {
@@ -271,17 +271,41 @@
        "False"
       ]
      },
-     "execution_count": 100,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }
    ],
    "source": [
+    "import os\n",
+    "os.environ[\"CUDA_VISIBLE_DEVICES\"] = \"\"\n",
+    "\n",
     "import torch\n",
-    "torch.cuda.is_available = lambda: False\n",
+    "# torch.cuda.is_available = lambda: False\n",
     "torch.cuda.is_available()"
    ]
   },
+  {
+   "cell_type": "code",
+   "execution_count": 3,
+   "metadata": {},
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "False"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "source": [
+    "# torch.cuda.get_device_capability = lambda: (8, 0)\n",
+    "torch.cuda.is_bf16_supported()"
+   ]
+  },
   {
    "cell_type": "code",
    "execution_count": 95,