migrate model to pickle

.~lock.mental_health_bot.xlsx#

@@ -1 +0,0 @@
-,dickson,dickson,20.02.2023 22:13,file:///home/dickson/.config/libreoffice/4;

model.ipynb

@@ -2,10 +2,19 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 8,
+   "execution_count": 1,
    "id": "ace57031",
    "metadata": {},
    "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "2023-02-21 17:41:49.330107: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer.so.7'; dlerror: libnvinfer.so.7: cannot open shared object file: No such file or directory\n",
+      "2023-02-21 17:41:49.330992: W tensorflow/compiler/xla/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libnvinfer_plugin.so.7'; dlerror: libnvinfer_plugin.so.7: cannot open shared object file: No such file or directory\n",
+      "2023-02-21 17:41:49.331010: W tensorflow/compiler/tf2tensorrt/utils/py_utils.cc:38] TF-TRT Warning: Cannot dlopen some TensorRT libraries. If you would like to use Nvidia GPU with TensorRT, please make sure the missing libraries mentioned above are installed properly.\n"
+     ]
+    },
     {
      "data": {
       "text/html": [
@@ -83,7 +92,7 @@
        "4  When healing from mental illness, early identi...  "
       ]
      },
-     "execution_count": 8,
+     "execution_count": 1,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -96,8 +105,11 @@
     "import pandas as pd\n",
     "import numpy as np\n",
     "import torch\n",
-    "from transformers import AutoTokenizer, AutoModelForSequenceClassification\n",
-    "from huggingface_hub import notebook_login\n",
+    "import pickle\n",
+    "\n",
+    "# from transformers import AutoTokenizer, AutoModelForSequenceClassification,BertTokenizer, TFBertForSequenceClassification\n",
+    "# from huggingface_hub import notebook_login\n",
+    "import tensorflow as tf\n",
     "# notebook_login()\n",
     "# Step 1: Collect and preprocess data\n",
     "# Get all the questions from Questions column and responses from Questions column in the dataset data.csv\n",
@@ -129,7 +141,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 9,
+   "execution_count": 8,
    "id": "8f51e39d",
    "metadata": {},
    "outputs": [
@@ -150,7 +162,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 10,
+   "execution_count": 9,
    "id": "1d697a39",
    "metadata": {},
    "outputs": [
@@ -178,7 +190,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 12,
+   "execution_count": 11,
    "id": "c5dde0e4",
    "metadata": {},
    "outputs": [
@@ -202,7 +214,10 @@
     "#              \"You can manage your anxiety through techniques such as deep breathing, meditation, and therapy.\",\n",
     "#              \"Treatments for bipolar disorder include medication, therapy, and lifestyle changes.\"]\n",
     "\n",
-    "vectorizer = TfidfVectorizer()\n",
+    "\n",
+    "\n",
+    "# vectorizer = TfidfVectorizer()\n",
+    "vectorizer = pickle.load(open(\"vectorizer.pkl\", \"rb\"))\n",
     "X = vectorizer.fit_transform(questions)\n",
     "y = responses\n",
     "\n",
@@ -210,14 +225,15 @@
     "X_train, X_test, y_train, y_test = train_test_split(X, y, test_size=0.2)\n",
     "\n",
     "# Step 3: Choose a machine learning algorithm\n",
-    "model = LogisticRegression()\n",
+    "# model = LogisticRegression()\n",
+    "model = pickle.load(open(\"model.pkl\", \"rb\"))\n",
     "\n",
     "# Step 4: Train the model\n",
     "model.fit(X_train, y_train)\n",
     "\n",
     "# model.push_to_hub(\"tabibu-ai/mental-health-chatbot\")\n",
-    "pt_model = DistilBertForSequenceClassification.from_pretrained(\"model.ipynb\", from_tf=True)\n",
-    "pt_model.save_pretrained(\"model.ipynb\")\n",
+    "# pt_model = DistilBertForSequenceClassification.from_pretrained(\"model.ipynb\", from_tf=True)\n",
+    "# pt_model.save_pretrained(\"model.pt\")\n",
     "# load model from hub\n",
     "\n",
     "# Step 5: Evaluate the model\n",
@@ -231,36 +247,20 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 18,
+   "execution_count": 12,
    "id": "14406312",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Ask me anything : I feel sad\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "new_question = input(\"Ask me anything : \")\n"
+    "new_question =  \"What are the symptoms of depression?\"\n"
    ]
   },
   {
    "cell_type": "code",
-   "execution_count": 17,
+   "execution_count": null,
    "id": "6b9198db",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Prediction: ['\"It is estimated that mental illness affects 1 in 5 adults in America']\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "new_question_vector = vectorizer.transform([new_question])\n",
     "prediction = model.predict(new_question_vector)\n",

model.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b1f64b718871770f1106973cc217f454b421b8f8a78daa12c743b43878448cf
+size 2118910

vectorizer.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0a144d5a7bac919c542bc480830f32bc427b541482de601ad9c87dd095c976
+size 26406