Upload 20 files

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+results/best_model/tokenizer.json filter=lfs diff=lfs merge=lfs -text

.idea/.gitignore

@@ -0,0 +1,8 @@
+# Default ignored files
+/shelf/
+/workspace.xml
+# Editor-based HTTP Client requests
+/httpRequests/
+# Datasource local storage ignored files
+/dataSources/
+/dataSources.local.xml

.idea/NER model.iml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module type="PYTHON_MODULE" version="4">
+  <component name="NewModuleRootManager">
+    <content url="file://$MODULE_DIR$" />
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+  </component>
+</module>

.idea/inspectionProfiles/Project_Default.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <profile version="1.0">
+    <option name="myName" value="Project Default" />
+    <inspection_tool class="PyInterpreterInspection" enabled="false" level="WARNING" enabled_by_default="false" />
+  </profile>
+</component>

.idea/inspectionProfiles/profiles_settings.xml

@@ -0,0 +1,6 @@
+<component name="InspectionProjectProfileManager">
+  <settings>
+    <option name="USE_PROJECT_PROFILE" value="false" />
+    <version value="1.0" />
+  </settings>
+</component>

.idea/misc.xml

@@ -0,0 +1,7 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Black">
+    <option name="sdkName" value="Python 3.12 (pythonProject)" />
+  </component>
+  <component name="ProjectRootManager" version="2" project-jdk-name="Python 3.12 (pythonProject)" project-jdk-type="Python SDK" />
+</project>

.idea/modules.xml

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ProjectModuleManager">
+    <modules>
+      <module fileurl="file://$PROJECT_DIR$/.idea/NER model.iml" filepath="$PROJECT_DIR$/.idea/NER model.iml" />
+    </modules>
+  </component>
+</project>

.idea/workspace.xml

@@ -0,0 +1,103 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="AutoImportSettings">
+    <option name="autoReloadType" value="SELECTIVE" />
+  </component>
+  <component name="ChangeListManager">
+    <list default="true" id="ba5bc509-f0e6-4a07-9cbd-8e8659d00518" name="Changes" comment="" />
+    <option name="SHOW_DIALOG" value="false" />
+    <option name="HIGHLIGHT_CONFLICTS" value="true" />
+    <option name="HIGHLIGHT_NON_ACTIVE_CHANGELIST" value="false" />
+    <option name="LAST_RESOLUTION" value="IGNORE" />
+  </component>
+  <component name="FileTemplateManagerImpl">
+    <option name="RECENT_TEMPLATES">
+      <list>
+        <option value="Jupyter Notebook" />
+      </list>
+    </option>
+  </component>
+  <component name="ProjectColorInfo">{
+  &quot;associatedIndex&quot;: 5
+}</component>
+  <component name="ProjectId" id="2nYOFALQDlBixQWP5CCnPiXQs2r" />
+  <component name="ProjectViewState">
+    <option name="hideEmptyMiddlePackages" value="true" />
+    <option name="showLibraryContents" value="true" />
+  </component>
+  <component name="PropertiesComponent">{
+  &quot;keyToString&quot;: {
+    &quot;Python.train.executor&quot;: &quot;Run&quot;,
+    &quot;RunOnceActivity.ShowReadmeOnStart&quot;: &quot;true&quot;,
+    &quot;last_opened_file_path&quot;: &quot;/home/ebk/Desktop/NER model&quot;,
+    &quot;node.js.detected.package.eslint&quot;: &quot;true&quot;,
+    &quot;node.js.detected.package.tslint&quot;: &quot;true&quot;,
+    &quot;node.js.selected.package.eslint&quot;: &quot;(autodetect)&quot;,
+    &quot;node.js.selected.package.tslint&quot;: &quot;(autodetect)&quot;,
+    &quot;nodejs_package_manager_path&quot;: &quot;npm&quot;,
+    &quot;vue.rearranger.settings.migration&quot;: &quot;true&quot;
+  }
+}</component>
+  <component name="RecentsManager">
+    <key name="CopyFile.RECENT_KEYS">
+      <recent name="$PROJECT_DIR$" />
+    </key>
+  </component>
+  <component name="RunManager">
+    <configuration name="train" type="PythonConfigurationType" factoryName="Python" temporary="true" nameIsGenerated="true">
+      <module name="NER model" />
+      <option name="ENV_FILES" value="" />
+      <option name="INTERPRETER_OPTIONS" value="" />
+      <option name="PARENT_ENVS" value="true" />
+      <envs>
+        <env name="PYTHONUNBUFFERED" value="1" />
+      </envs>
+      <option name="SDK_HOME" value="" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="IS_MODULE_SDK" value="true" />
+      <option name="ADD_CONTENT_ROOTS" value="true" />
+      <option name="ADD_SOURCE_ROOTS" value="true" />
+      <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/train.py" />
+      <option name="PARAMETERS" value="" />
+      <option name="SHOW_COMMAND_LINE" value="false" />
+      <option name="EMULATE_TERMINAL" value="false" />
+      <option name="MODULE_MODE" value="false" />
+      <option name="REDIRECT_INPUT" value="false" />
+      <option name="INPUT_FILE" value="" />
+      <method v="2" />
+    </configuration>
+    <recent_temporary>
+      <list>
+        <item itemvalue="Python.train" />
+      </list>
+    </recent_temporary>
+  </component>
+  <component name="SharedIndexes">
+    <attachedChunks>
+      <set>
+        <option value="bundled-js-predefined-d6986cc7102b-5c90d61e3bab-JavaScript-PY-242.23339.19" />
+        <option value="bundled-python-sdk-0029f7779945-399fe30bd8c1-com.jetbrains.pycharm.pro.sharedIndexes.bundled-PY-242.23339.19" />
+      </set>
+    </attachedChunks>
+  </component>
+  <component name="SpellCheckerSettings" RuntimeDictionaries="0" Folders="0" CustomDictionaries="0" DefaultDictionary="application-level" UseSingleDictionary="true" transferred="true" />
+  <component name="TaskManager">
+    <task active="true" id="Default" summary="Default task">
+      <changelist id="ba5bc509-f0e6-4a07-9cbd-8e8659d00518" name="Changes" comment="" />
+      <created>1729146436708</created>
+      <option name="number" value="Default" />
+      <option name="presentableId" value="Default" />
+      <updated>1729146436708</updated>
+      <workItem from="1729146437750" duration="3465000" />
+      <workItem from="1729149910895" duration="15800000" />
+    </task>
+    <servers />
+  </component>
+  <component name="TypeScriptGeneratedFilesManager">
+    <option name="version" value="3" />
+  </component>
+  <component name="com.intellij.coverage.CoverageDataManagerImpl">
+    <SUITE FILE_PATH="coverage/NER_model$train.coverage" NAME="train Coverage Results" MODIFIED="1729146636264" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="false" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+  </component>
+</project>

ONNX_convert.ipynb

@@ -0,0 +1,217 @@
+{
+ "cells": [
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:56:55.438127Z",
+     "start_time": "2024-10-18T02:56:54.290456Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "import torch\n",
+    "from transformers import AutoTokenizer, AutoModelForTokenClassification\n",
+    "import onnx\n",
+    "import onnxruntime\n",
+    "import numpy as np"
+   ],
+   "id": "2c8eccf897472c15",
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ebk/PycharmProjects/pythonProject/venv/lib/python3.12/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "execution_count": 1
+  },
+  {
+   "cell_type": "code",
+   "id": "initial_id",
+   "metadata": {
+    "collapsed": true,
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:58:34.503582Z",
+     "start_time": "2024-10-18T02:58:32.670581Z"
+    }
+   },
+   "source": [
+    "# Load the ONNX model\n",
+    "ort_session = onnxruntime.InferenceSession(\"ner_model.onnx\")\n",
+    "\n",
+    "# Load the tokenizer\n",
+    "tokenizer = AutoTokenizer.from_pretrained(\"./results/best_model\")\n",
+    "\n",
+    "id2label = {0: \"O\", 1: \"B-SERVICE\", 2: \"I-SERVICE\", 3: \"B-LOCATION\", 4: \"I-LOCATION\"}\n",
+    "\n",
+    "# Define service mapping\n",
+    "service_mapping = {\n",
+    "    \"hotel\": [\"hotel\", \"hotels\", \"khách sạn\", \"khach san\", \"ks\"],\n",
+    "    \"flight\": [\"flight\", \"flights\", \"vé máy bay\", \"máy bay\", \"may bay\"],\n",
+    "    \"car rental\": [\"car rental\", \"car rentals\", \"thuê xe\", \"xe\"],\n",
+    "    \"ticket\": [\"ticket\", \"tickets\", \"vé\", \"vé tham quan\", \"ve\", \"ve tham quan\"],\n",
+    "    \"tour\": [\"tour\", \"tours\", \"du lịch\", \"du lich\"]\n",
+    "}\n",
+    "\n",
+    "def map_service(service):\n",
+    "    service = service.lower()\n",
+    "    for key, values in service_mapping.items():\n",
+    "        if any(v in service for v in values):\n",
+    "            return key\n",
+    "    return None\n",
+    "\n",
+    "def predict_onnx(text):\n",
+    "    inputs = tokenizer(text, return_tensors=\"np\", truncation=True, padding=True)\n",
+    "    \n",
+    "    # Run inference\n",
+    "    ort_inputs = {\n",
+    "        \"input_ids\": inputs[\"input_ids\"],\n",
+    "        \"attention_mask\": inputs[\"attention_mask\"]\n",
+    "    }\n",
+    "    ort_outputs = ort_session.run(None, ort_inputs)\n",
+    "    predictions = np.argmax(ort_outputs[0], axis=2)\n",
+    "    predicted_labels = [id2label[p] for p in predictions[0]]\n",
+    "    word_ids = inputs.word_ids()\n",
+    "    aligned_labels = []\n",
+    "    current_word = None\n",
+    "    for word_id, label in zip(word_ids, predicted_labels):\n",
+    "        if word_id != current_word:\n",
+    "            aligned_labels.append(label)\n",
+    "            current_word = word_id\n",
+    "    \n",
+    "    # Extract entities\n",
+    "    entities = {\"SERVICE\": [], \"LOCATION\": []}\n",
+    "    current_entity = None\n",
+    "    current_tokens = []\n",
+    "    \n",
+    "    words = text.split()\n",
+    "    for word, label in zip(words, aligned_labels):\n",
+    "        if label.startswith(\"B-\"):\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "            current_entity = label[2:]\n",
+    "            current_tokens = [word]\n",
+    "        elif label.startswith(\"I-\") and current_entity:\n",
+    "            current_tokens.append(word)\n",
+    "        else:\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "                current_entity = None\n",
+    "                current_tokens = []\n",
+    "    \n",
+    "    if current_entity:\n",
+    "        if current_entity == \"SERVICE\":\n",
+    "            mapped_service = map_service(\" \".join(current_tokens))\n",
+    "            if mapped_service:\n",
+    "                entities[current_entity].append(mapped_service)\n",
+    "        else:\n",
+    "            entities[current_entity].append(\" \".join(current_tokens))\n",
+    "    \n",
+    "    # Remove duplicates and keep only the first service if multiple are detected\n",
+    "    if entities[\"SERVICE\"]:\n",
+    "        entities[\"SERVICE\"] = [entities[\"SERVICE\"][0]]\n",
+    "    \n",
+    "    return entities"
+   ],
+   "outputs": [],
+   "execution_count": 3
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:59:36.198002Z",
+     "start_time": "2024-10-18T02:59:36.078020Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# Test function\n",
+    "def test_ner_onnx(text):\n",
+    "    print(f\"Input: {text}\")\n",
+    "    result = predict_onnx(text)\n",
+    "    print(\"Output:\", result)\n",
+    "    return result\n",
+    "\n",
+    "# Test \n",
+    "sample_texts = [\n",
+    "    \"DAT khách sạn ở Hà Nội\",\n",
+    "    \"flight to New York\",\n",
+    "    \"Thuê xe ở Đà Nẵng\",\n",
+    "    \"Đặt tour du lịch Hội An\",\n",
+    "    \"I need a ticket for the museum in Paris\"\n",
+    "]\n",
+    "\n",
+    "for text in sample_texts:\n",
+    "    test_ner_onnx(text)\n",
+    "    print()"
+   ],
+   "id": "7dce81aa4d60eb94",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Input: DAT khách sạn ở Hà Nội\n",
+      "Output: {'SERVICE': ['hotel'], 'LOCATION': ['Hà Nội']}\n",
+      "\n",
+      "Input: flight to New York\n",
+      "Output: {'SERVICE': ['flight'], 'LOCATION': ['York']}\n",
+      "\n",
+      "Input: Thuê xe ở Đà Nẵng\n",
+      "Output: {'SERVICE': ['car rental'], 'LOCATION': ['Đà Nẵng']}\n",
+      "\n",
+      "Input: Đặt tour du lịch Hội An\n",
+      "Output: {'SERVICE': ['tour'], 'LOCATION': ['Hội An']}\n",
+      "\n",
+      "Input: I need a ticket for the museum in Paris\n",
+      "Output: {'SERVICE': ['ticket'], 'LOCATION': ['Paris']}\n",
+      "\n"
+     ]
+    }
+   ],
+   "execution_count": 8
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "source": "",
+   "id": "9fe0694b3e890582",
+   "outputs": [],
+   "execution_count": null
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

eval_dataset.json

@@ -0,0 +1,340 @@
+{
+  "queries": [
+    {
+      "text": "Khách sạn giá rẻ ở Hà Nội",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Đà Nẵng",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 3 ngày 2 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Sài Gòn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Hạ Long",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Nha Trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Lạt giá rẻ",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Phú Quốc",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Hội An",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hội An"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Cù Lao Chàm",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Cù Lao Chàm"]
+      ]
+    },
+    {
+      "text": "Khách sạn 4 sao ở Cần Thơ",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 2 ngày 1 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Quy Nhơn",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Đà Nẵng",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 34, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Nha Trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di sản Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Hải Phòng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 30, "LOCATION", "Hải Phòng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 1 ngày",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Quảng Ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "Quảng Ninh"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Bái Đính",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "Bái Đính"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần Hồ Gươm ở Hà Nội",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Thác Bản Giốc",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Bản Giốc"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 3 ngày 2 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Hương",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Chùa Hương"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 2 ngày 1 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Biển Hồ Tà Đùng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 31, "LOCATION", "Tà Đùng"]
+      ]
+    },
+    {
+      "text": "Cheap hotels in London",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Flights to Paris next week",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 16, "LOCATION", "Paris"]
+      ]
+    },
+    {
+      "text": "Car rental in Rome for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 21, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Tours in Tokyo for 3 days",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 15, "LOCATION", "Tokyo"]
+      ]
+    },
+    {
+      "text": "Tickets to the Grand Canyon",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 25, "LOCATION", "Canyon"]
+      ]
+    },
+    {
+      "text": "Luxury hotels in Dubai",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 19, "LOCATION", "Dubai"]
+      ]
+    },
+    {
+      "text": "Car rental in Barcelona",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 26, "LOCATION", "Barcelona"]
+      ]
+    },
+    {
+      "text": "Tours in Amsterdam next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 18, "LOCATION", "Amsterdam"]
+      ]
+    }
+  ]
+}

ner_model.onnx

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99a8a5faa44ee7c4dba50d4d16ccd4d863dcdbdf74be3d68102a0fec4a140e51
+size 1110146455

results/best_model/config.json

@@ -0,0 +1,42 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2",
+    "3": "LABEL_3",
+    "4": "LABEL_4"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2,
+    "LABEL_3": 3,
+    "LABEL_4": 4
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.45.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

results/best_model/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33eada957c7902b4dcd725b56fb490faecfe5bc29a39d3f15bcb4d2ccc7e9b6e
+size 1109851652

results/best_model/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

results/best_model/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a514807cffabd8abaf028cfaffe7ff0c4f60b97ea2db80c41f14172ae6b018ca
+size 17082987

results/best_model/tokenizer_config.json

@@ -0,0 +1,54 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

results/best_model/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670c419b0fc9600bd4b1554da06d53ef018d670cc84f0fec622ea835f10c03e1
+size 5176

test.ipynb

@@ -0,0 +1,169 @@
+{
+ "cells": [
+  {
+   "cell_type": "code",
+   "id": "initial_id",
+   "metadata": {
+    "collapsed": true,
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:33:03.992606Z",
+     "start_time": "2024-10-18T02:33:03.198886Z"
+    }
+   },
+   "source": [
+    "from transformers import AutoTokenizer, AutoModelForTokenClassification\n",
+    "import torch\n",
+    "\n",
+    "# Load the saved model and tokenizer\n",
+    "model_path = \"./results/best_model\"\n",
+    "tokenizer = AutoTokenizer.from_pretrained(model_path)\n",
+    "model = AutoModelForTokenClassification.from_pretrained(model_path)\n",
+    "\n",
+    "service_mapping = {\n",
+    "        \"hotel\": [\"hotel\", \"hotels\", \"khách sạn\", \"khach san\", \"ks\"],\n",
+    "        \"flight\": [\"flight\", \"flights\", \"vé máy bay\", \"máy bay\",\"may bay\"],\n",
+    "        \"car rental\": [\"car rental\", \"car rentals\", \"thuê xe\", \"xe\"],\n",
+    "        \"ticket\": [\"ticket\", \"tickets\", \"vé\", \"vé tham quan\",\"ve\", \"ve tham quan\"],\n",
+    "        \"tour\": [\"tour\", \"tours\", \"du lịch\",\"du lich\"]\n",
+    "    }\n",
+    "\n",
+    "# Define id2label mapping\n",
+    "id2label = {0: \"O\", 1: \"B-SERVICE\", 2: \"I-SERVICE\", 3: \"B-LOCATION\", 4: \"I-LOCATION\"}\n",
+    "\n",
+    "def map_service(service):\n",
+    "    service = service.lower()\n",
+    "    for key, values in service_mapping.items():\n",
+    "        if any(v in service for v in values):\n",
+    "            return key\n",
+    "    return None\n",
+    "\n",
+    "def predict(text):\n",
+    "    # Tokenize the input text\n",
+    "    inputs = tokenizer(text, return_tensors=\"pt\", truncation=True, padding=True)\n",
+    "    with torch.no_grad():\n",
+    "        outputs = model(**inputs)\n",
+    "    predictions = torch.argmax(outputs.logits, dim=2)\n",
+    "    predicted_labels = [id2label[p.item()] for p in predictions[0]]\n",
+    "    word_ids = inputs.word_ids()\n",
+    "    aligned_labels = []\n",
+    "    current_word = None\n",
+    "    for word_id, label in zip(word_ids, predicted_labels):\n",
+    "        if word_id != current_word:\n",
+    "            aligned_labels.append(label)\n",
+    "            current_word = word_id\n",
+    "    \n",
+    "    # Extract entities\n",
+    "    entities = {\"SERVICE\": [], \"LOCATION\": []}\n",
+    "    current_entity = None\n",
+    "    current_tokens = []\n",
+    "    \n",
+    "    words = text.split()\n",
+    "    for word, label in zip(words, aligned_labels):\n",
+    "        if label.startswith(\"B-\"):\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "            current_entity = label[2:]\n",
+    "            current_tokens = [word]\n",
+    "        elif label.startswith(\"I-\") and current_entity:\n",
+    "            current_tokens.append(word)\n",
+    "        else:\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "                current_entity = None\n",
+    "                current_tokens = []\n",
+    "    \n",
+    "    if current_entity:\n",
+    "        if current_entity == \"SERVICE\":\n",
+    "            mapped_service = map_service(\" \".join(current_tokens))\n",
+    "            if mapped_service:\n",
+    "                entities[current_entity].append(mapped_service)\n",
+    "        else:\n",
+    "            entities[current_entity].append(\" \".join(current_tokens))\n",
+    "            \n",
+    "    if entities[\"SERVICE\"]:\n",
+    "        entities[\"SERVICE\"] = [entities[\"SERVICE\"][0]]\n",
+    "    \n",
+    "    return entities\n",
+    "\n",
+    "# Test function\n",
+    "def test_ner(text):\n",
+    "    print(f\"Input: {text}\")\n",
+    "    result = predict(text)\n",
+    "    print(\"Output:\", result)\n",
+    "    return result"
+   ],
+   "outputs": [],
+   "execution_count": 3
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T03:19:29.075358Z",
+     "start_time": "2024-10-18T03:19:28.999181Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "test_texts = [\n",
+    "    \"tour du lich gia re da lat\"\n",
+    "]\n",
+    "\n",
+    "for text in test_texts:\n",
+    "    test_ner(text)\n",
+    "    print()"
+   ],
+   "id": "65a6a938b3590ad2",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Input: tour du lich gia re da lat\n",
+      "Output: {'SERVICE': ['tour'], 'LOCATION': ['da lat']}\n",
+      "\n"
+     ]
+    }
+   ],
+   "execution_count": 13
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "outputs": [],
+   "execution_count": null,
+   "source": "",
+   "id": "826408096ee93b4"
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

train.ipynb

@@ -0,0 +1,644 @@
+{
+ "cells": [
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:11:36.941568Z",
+     "start_time": "2024-10-18T02:11:33.662041Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "import json\n",
+    "import wandb\n",
+    "from datasets import Dataset\n",
+    "from seqeval.metrics import classification_report\n",
+    "import wandb\n",
+    "\n"
+   ],
+   "id": "5323bc048545031",
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ebk/PycharmProjects/pythonProject/venv/lib/python3.12/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+      "  from .autonotebook import tqdm as notebook_tqdm\n"
+     ]
+    }
+   ],
+   "execution_count": 1
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:11:36.959310Z",
+     "start_time": "2024-10-18T02:11:36.944303Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "def prepare_data(file_path):\n",
+    "    with open(file_path, 'r', encoding='utf-8') as f:\n",
+    "        data = json.load(f)\n",
+    "    \n",
+    "    service_mapping = {\n",
+    "        \"hotel\": [\"hotel\", \"hotels\", \"khách sạn\", \"khach san\", \"ks\"],\n",
+    "        \"flight\": [\"flight\", \"flights\", \"vé máy bay\", \"máy bay\",\"may bay\"],\n",
+    "        \"car rental\": [\"car rental\", \"car rentals\", \"thuê xe\", \"xe\"],\n",
+    "        \"ticket\": [\"ticket\", \"tickets\", \"vé\", \"vé tham quan\",\"ve\", \"ve tham quan\"],\n",
+    "        \"tour\": [\"tour\", \"tours\", \"du lịch\",\"du lich\"]\n",
+    "    }\n",
+    "    \n",
+    "    processed_data = []\n",
+    "    for query in data['queries']:\n",
+    "        words = query['text'].split()\n",
+    "        labels = ['O'] * len(words) \n",
+    "        \n",
+    "        lower_words = [w.lower() for w in words]\n",
+    "        for start, end, entity_type, entity_text in query['entities']:\n",
+    "            if entity_type == \"SERVICE\":\n",
+    "                search_terms = service_mapping.get(entity_text.lower(), [entity_text.lower()])\n",
+    "            else:\n",
+    "                search_terms = [entity_text.lower()]\n",
+    "            \n",
+    "            found = False\n",
+    "            for term in search_terms:\n",
+    "                term_words = term.split()\n",
+    "                for i in range(len(lower_words) - len(term_words) + 1):\n",
+    "                    if lower_words[i:i+len(term_words)] == term_words:\n",
+    "                        for j in range(len(term_words)):\n",
+    "                            labels[i+j] = f'B-{entity_type}' if j == 0 else f'I-{entity_type}'\n",
+    "                        found = True\n",
+    "                        break\n",
+    "                if found:\n",
+    "                    break\n",
+    "            \n",
+    "            if not found:\n",
+    "                print(f\"Warning: Entity '{entity_text}' not found in text '{query['text']}'\")\n",
+    "        \n",
+    "        # Keep the original capitalization in 'words'\n",
+    "        processed_data.append({'words': words, 'labels': labels})\n",
+    "    \n",
+    "    return Dataset.from_list(processed_data)\n",
+    "\n",
+    "# Load data\n",
+    "train_dataset = prepare_data('/home/ebk/Desktop/NER model/train_dataset.json')\n",
+    "eval_dataset = prepare_data('/home/ebk/Desktop/NER model/eval_dataset.json')\n"
+   ],
+   "id": "3bead420acaa0a20",
+   "outputs": [],
+   "execution_count": 2
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:27:59.106340Z",
+     "start_time": "2024-10-18T02:11:37.016627Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "from transformers import AutoTokenizer, AutoModelForTokenClassification, TrainingArguments, Trainer, EarlyStoppingCallback\n",
+    "from transformers import DataCollatorForTokenClassification\n",
+    "import numpy as np\n",
+    "\n",
+    "# Load tokenizer and model\n",
+    "model_name = \"xlm-roberta-base\"  \n",
+    "tokenizer = AutoTokenizer.from_pretrained(model_name)\n",
+    "model = AutoModelForTokenClassification.from_pretrained(model_name, num_labels=5)\n",
+    "\n",
+    "# Prepare label list and id2label, label2id mappings\n",
+    "label_list = [\"O\", \"B-SERVICE\", \"I-SERVICE\", \"B-LOCATION\", \"I-LOCATION\"]\n",
+    "id2label = {i: label for i, label in enumerate(label_list)}\n",
+    "label2id = {v: k for k, v in id2label.items()}\n",
+    "\n",
+    "def tokenize_and_align_labels(examples):\n",
+    "    tokenized_inputs = tokenizer(examples[\"words\"], truncation=True, is_split_into_words=True, padding=True, max_length=256)\n",
+    "    labels = []\n",
+    "    for i, label in enumerate(examples[\"labels\"]):\n",
+    "        word_ids = tokenized_inputs.word_ids(batch_index=i)\n",
+    "        previous_word_idx = None\n",
+    "        label_ids = []\n",
+    "        for word_idx in word_ids:\n",
+    "            if word_idx is None:\n",
+    "                label_ids.append(-100)\n",
+    "            elif word_idx != previous_word_idx:\n",
+    "                label_ids.append(label2id[label[word_idx]])\n",
+    "            else:\n",
+    "                label_ids.append(-100)\n",
+    "            previous_word_idx = word_idx\n",
+    "        labels.append(label_ids)\n",
+    "    tokenized_inputs[\"labels\"] = labels\n",
+    "    return tokenized_inputs\n",
+    "\n",
+    "# Data augmentation: add lowercase versions\n",
+    "def augment_data(examples):\n",
+    "    new_examples = {\n",
+    "        \"words\": examples[\"words\"] + [[word.lower() for word in sentence] for sentence in examples[\"words\"]],\n",
+    "        \"labels\": examples[\"labels\"] * 2  # Duplicate labels for lowercase versions\n",
+    "    }\n",
+    "    return new_examples\n",
+    "\n",
+    "# Apply data augmentation and tokenization\n",
+    "augmented_train = train_dataset.map(augment_data, batched=True, remove_columns=train_dataset.column_names)\n",
+    "augmented_eval = eval_dataset.map(augment_data, batched=True, remove_columns=eval_dataset.column_names)\n",
+    "\n",
+    "tokenized_train = augmented_train.map(tokenize_and_align_labels, batched=True)\n",
+    "tokenized_eval = augmented_eval.map(tokenize_and_align_labels, batched=True)\n",
+    "\n",
+    "wandb_token = \"a9e921f396228ca94645883d100e8bc7624a2737\"\n",
+    "wandb.login(key=wandb_token)\n",
+    "run = wandb.init(\n",
+    "    project='',\n",
+    "    job_type=\"training\",\n",
+    "    anonymous=\"allow\"\n",
+    ")\n",
+    "# Define training arguments\n",
+    "training_args = TrainingArguments(\n",
+    "    output_dir=\"./results\",\n",
+    "    evaluation_strategy=\"epoch\",\n",
+    "    save_strategy=\"epoch\",  # Add this line to match evaluation_strategy\n",
+    "    learning_rate=2e-5,\n",
+    "    per_device_train_batch_size=16,\n",
+    "    per_device_eval_batch_size=16,\n",
+    "    num_train_epochs=10,\n",
+    "    weight_decay=0.01,\n",
+    "    save_total_limit=2,\n",
+    "    load_best_model_at_end=True,\n",
+    "    metric_for_best_model=\"eval_loss\",\n",
+    "    greater_is_better=False,\n",
+    "    warmup_steps=500,\n",
+    "    lr_scheduler_type=\"linear\",\n",
+    "    logging_dir='./logs',\n",
+    "    logging_steps=100,\n",
+    "    report_to=\"wandb\",\n",
+    ")\n",
+    "\n",
+    "# Define data collator\n",
+    "data_collator = DataCollatorForTokenClassification(tokenizer=tokenizer)\n",
+    "\n",
+    "# Define Trainer\n",
+    "trainer = Trainer(\n",
+    "    model=model,\n",
+    "    args=training_args,\n",
+    "    train_dataset=tokenized_train,\n",
+    "    eval_dataset=tokenized_eval,\n",
+    "    tokenizer=tokenizer,\n",
+    "    data_collator=data_collator,\n",
+    "    callbacks=[EarlyStoppingCallback(early_stopping_patience=3)]\n",
+    ")\n",
+    "\n",
+    "# Train the model\n",
+    "trainer.train()\n"
+   ],
+   "id": "4113c9be904ec16a",
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "Some weights of XLMRobertaForTokenClassification were not initialized from the model checkpoint at xlm-roberta-base and are newly initialized: ['classifier.bias', 'classifier.weight']\n",
+      "You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.\n",
+      "Map: 100%|██████████| 544/544 [00:00<00:00, 62863.71 examples/s]\n",
+      "Map: 100%|██████████| 48/48 [00:00<00:00, 23307.08 examples/s]\n",
+      "Map: 100%|██████████| 1088/1088 [00:00<00:00, 35149.87 examples/s]\n",
+      "Map: 100%|██████████| 96/96 [00:00<00:00, 22730.79 examples/s]\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: Using wandb-core as the SDK backend. Please refer to https://wandb.me/wandb-core for more information.\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: Currently logged in as: \u001B[33mprodranek007\u001B[0m (\u001B[33mprodranek007-eh\u001B[0m). Use \u001B[1m`wandb login --relogin`\u001B[0m to force relogin\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: \u001B[33mWARNING\u001B[0m If you're specifying your api key in code, ensure this code is not shared publicly.\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: \u001B[33mWARNING\u001B[0m Consider setting the WANDB_API_KEY environment variable, or running `wandb login` from the command line.\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: Appending key for api.wandb.ai to your netrc file: /home/ebk/.netrc\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       "Tracking run with wandb version 0.18.3"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       "Run data is saved locally in <code>/home/ebk/Desktop/NER model/wandb/run-20241018_091140-tmfygpmb</code>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       "Syncing run <strong><a href='https://wandb.ai/prodranek007-eh/uncategorized/runs/tmfygpmb' target=\"_blank\">pleasant-violet-4</a></strong> to <a href='https://wandb.ai/prodranek007-eh/uncategorized' target=\"_blank\">Weights & Biases</a> (<a href='https://wandb.me/run' target=\"_blank\">docs</a>)<br/>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       " View project at <a href='https://wandb.ai/prodranek007-eh/uncategorized' target=\"_blank\">https://wandb.ai/prodranek007-eh/uncategorized</a>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       " View run at <a href='https://wandb.ai/prodranek007-eh/uncategorized/runs/tmfygpmb' target=\"_blank\">https://wandb.ai/prodranek007-eh/uncategorized/runs/tmfygpmb</a>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "/home/ebk/PycharmProjects/pythonProject/venv/lib/python3.12/site-packages/transformers/training_args.py:1545: FutureWarning: `evaluation_strategy` is deprecated and will be removed in version 4.46 of 🤗 Transformers. Use `eval_strategy` instead\n",
+      "  warnings.warn(\n",
+      "/home/ebk/PycharmProjects/pythonProject/venv/lib/python3.12/site-packages/torch/cuda/__init__.py:654: UserWarning: Can't initialize NVML\n",
+      "  warnings.warn(\"Can't initialize NVML\")\n",
+      "\u001B[34m\u001B[1mwandb\u001B[0m: \u001B[33mWARNING\u001B[0m The `run_name` is currently set to the same value as `TrainingArguments.output_dir`. If this was not intended, please specify a different run name by setting the `TrainingArguments.run_name` parameter.\n"
+     ]
+    },
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": [
+       "\n",
+       "    <div>\n",
+       "      \n",
+       "      <progress value='680' max='680' style='width:300px; height:20px; vertical-align: middle;'></progress>\n",
+       "      [680/680 16:15, Epoch 10/10]\n",
+       "    </div>\n",
+       "    <table border=\"1\" class=\"dataframe\">\n",
+       "  <thead>\n",
+       " <tr style=\"text-align: left;\">\n",
+       "      <th>Epoch</th>\n",
+       "      <th>Training Loss</th>\n",
+       "      <th>Validation Loss</th>\n",
+       "    </tr>\n",
+       "  </thead>\n",
+       "  <tbody>\n",
+       "    <tr>\n",
+       "      <td>1</td>\n",
+       "      <td>No log</td>\n",
+       "      <td>1.455081</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>2</td>\n",
+       "      <td>1.499700</td>\n",
+       "      <td>0.568691</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>3</td>\n",
+       "      <td>0.661400</td>\n",
+       "      <td>0.099232</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>4</td>\n",
+       "      <td>0.661400</td>\n",
+       "      <td>0.032710</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>5</td>\n",
+       "      <td>0.090000</td>\n",
+       "      <td>0.021099</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>6</td>\n",
+       "      <td>0.025300</td>\n",
+       "      <td>0.016014</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>7</td>\n",
+       "      <td>0.025300</td>\n",
+       "      <td>0.027342</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>8</td>\n",
+       "      <td>0.011600</td>\n",
+       "      <td>0.000233</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>9</td>\n",
+       "      <td>0.005600</td>\n",
+       "      <td>0.000714</td>\n",
+       "    </tr>\n",
+       "    <tr>\n",
+       "      <td>10</td>\n",
+       "      <td>0.005600</td>\n",
+       "      <td>0.000568</td>\n",
+       "    </tr>\n",
+       "  </tbody>\n",
+       "</table><p>"
+      ]
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "data": {
+      "text/plain": [
+       "TrainOutput(global_step=680, training_loss=0.3376634743283777, metrics={'train_runtime': 977.2101, 'train_samples_per_second': 11.134, 'train_steps_per_second': 0.696, 'total_flos': 99948720268800.0, 'train_loss': 0.3376634743283777, 'epoch': 10.0})"
+      ]
+     },
+     "execution_count": 3,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "execution_count": 3
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:28:00.239706Z",
+     "start_time": "2024-10-18T02:27:59.142541Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# After training\n",
+    "trainer.save_model(\"./results/best_model\")\n",
+    "tokenizer.save_pretrained(\"./results/best_model\")"
+   ],
+   "id": "ac89d99896df0b18",
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "('./results/best_model/tokenizer_config.json',\n",
+       " './results/best_model/special_tokens_map.json',\n",
+       " './results/best_model/tokenizer.json')"
+      ]
+     },
+     "execution_count": 4,
+     "metadata": {},
+     "output_type": "execute_result"
+    }
+   ],
+   "execution_count": 4
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:28:01.465325Z",
+     "start_time": "2024-10-18T02:28:00.270346Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "# Evaluate the model\n",
+    "eval_results = trainer.evaluate()\n",
+    "print(f\"Evaluation results: {eval_results}\")\n",
+    "\n",
+    "# Function to align predictions with labels\n",
+    "def align_predictions(predictions, label_ids):\n",
+    "    preds = np.argmax(predictions, axis=2)\n",
+    "    batch_size, seq_len = preds.shape\n",
+    "    out_label_list = [[] for _ in range(batch_size)]\n",
+    "    preds_list = [[] for _ in range(batch_size)]\n",
+    "    for i in range(batch_size):\n",
+    "        for j in range(seq_len):\n",
+    "            if label_ids[i, j] != -100:\n",
+    "                out_label_list[i].append(id2label[label_ids[i][j]])\n",
+    "                preds_list[i].append(id2label[preds[i][j]])\n",
+    "    return preds_list, out_label_list\n",
+    "\n",
+    "# Get predictions\n",
+    "test_results = trainer.predict(tokenized_eval)\n",
+    "predictions, labels, _ = test_results\n",
+    "preds_list, out_label_list = align_predictions(predictions, labels)\n",
+    "\n",
+    "# Print classification report\n",
+    "print(classification_report(out_label_list, preds_list))"
+   ],
+   "id": "facbe70d87a460a",
+   "outputs": [
+    {
+     "data": {
+      "text/plain": [
+       "<IPython.core.display.HTML object>"
+      ],
+      "text/html": []
+     },
+     "metadata": {},
+     "output_type": "display_data"
+    },
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Evaluation results: {'eval_loss': 0.00023286677605938166, 'eval_runtime': 0.5843, 'eval_samples_per_second': 164.298, 'eval_steps_per_second': 10.269, 'epoch': 10.0}\n",
+      "              precision    recall  f1-score   support\n",
+      "\n",
+      "    LOCATION       1.00      1.00      1.00        96\n",
+      "     SERVICE       1.00      1.00      1.00        96\n",
+      "\n",
+      "   micro avg       1.00      1.00      1.00       192\n",
+      "   macro avg       1.00      1.00      1.00       192\n",
+      "weighted avg       1.00      1.00      1.00       192\n",
+      "\n"
+     ]
+    }
+   ],
+   "execution_count": 5
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:28:48.953577Z",
+     "start_time": "2024-10-18T02:28:48.262193Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "from transformers import AutoTokenizer, AutoModelForTokenClassification\n",
+    "import torch\n",
+    "\n",
+    "# Load the saved model and tokenizer\n",
+    "model_path = \"./results/best_model\"\n",
+    "tokenizer = AutoTokenizer.from_pretrained(model_path)\n",
+    "model = AutoModelForTokenClassification.from_pretrained(model_path)\n",
+    "\n",
+    "# Define id2label mapping\n",
+    "id2label = {0: \"O\", 1: \"B-SERVICE\", 2: \"I-SERVICE\", 3: \"B-LOCATION\", 4: \"I-LOCATION\"}\n",
+    "\n",
+    "service_mapping = {\n",
+    "        \"hotel\": [\"hotel\", \"hotels\", \"khách sạn\", \"khach san\", \"ks\"],\n",
+    "        \"flight\": [\"flight\", \"flights\", \"vé máy bay\", \"máy bay\",\"may bay\"],\n",
+    "        \"car rental\": [\"car rental\", \"car rentals\", \"thuê xe\", \"xe\"],\n",
+    "        \"ticket\": [\"ticket\", \"tickets\", \"vé\", \"vé tham quan\",\"ve\", \"ve tham quan\"],\n",
+    "        \"tour\": [\"tour\", \"tours\", \"du lịch\",\"du lich\"]\n",
+    "    }\n",
+    "def map_service(service):\n",
+    "    service = service.lower()\n",
+    "    for key, values in service_mapping.items():\n",
+    "        if any(v in service for v in values):\n",
+    "            return key\n",
+    "    return None\n",
+    "\n",
+    "def predict(text):\n",
+    "    # Tokenize the input text\n",
+    "    inputs = tokenizer(text, return_tensors=\"pt\", truncation=True, padding=True)\n",
+    "    \n",
+    "    # Make prediction\n",
+    "    with torch.no_grad():\n",
+    "        outputs = model(**inputs)\n",
+    "    \n",
+    "    # Get the predicted label for each token\n",
+    "    predictions = torch.argmax(outputs.logits, dim=2)\n",
+    "    \n",
+    "    # Convert prediction ids to labels\n",
+    "    predicted_labels = [id2label[p.item()] for p in predictions[0]]\n",
+    "    \n",
+    "    # Align predictions with words\n",
+    "    word_ids = inputs.word_ids()\n",
+    "    aligned_labels = []\n",
+    "    current_word = None\n",
+    "    for word_id, label in zip(word_ids, predicted_labels):\n",
+    "        if word_id != current_word:\n",
+    "            aligned_labels.append(label)\n",
+    "            current_word = word_id\n",
+    "    \n",
+    "    # Extract entities\n",
+    "    entities = {\"SERVICE\": [], \"LOCATION\": []}\n",
+    "    current_entity = None\n",
+    "    current_tokens = []\n",
+    "    \n",
+    "    words = text.split()\n",
+    "    for word, label in zip(words, aligned_labels):\n",
+    "        if label.startswith(\"B-\"):\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "            current_entity = label[2:]\n",
+    "            current_tokens = [word]\n",
+    "        elif label.startswith(\"I-\") and current_entity:\n",
+    "            current_tokens.append(word)\n",
+    "        else:\n",
+    "            if current_entity:\n",
+    "                if current_entity == \"SERVICE\":\n",
+    "                    mapped_service = map_service(\" \".join(current_tokens))\n",
+    "                    if mapped_service:\n",
+    "                        entities[current_entity].append(mapped_service)\n",
+    "                else:\n",
+    "                    entities[current_entity].append(\" \".join(current_tokens))\n",
+    "                current_entity = None\n",
+    "                current_tokens = []\n",
+    "    \n",
+    "    if current_entity:\n",
+    "        if current_entity == \"SERVICE\":\n",
+    "            mapped_service = map_service(\" \".join(current_tokens))\n",
+    "            if mapped_service:\n",
+    "                entities[current_entity].append(mapped_service)\n",
+    "        else:\n",
+    "            entities[current_entity].append(\" \".join(current_tokens))\n",
+    "    \n",
+    "    # Remove duplicates and keep only the first service if multiple are detected\n",
+    "    if entities[\"SERVICE\"]:\n",
+    "        entities[\"SERVICE\"] = [entities[\"SERVICE\"][0]]\n",
+    "    \n",
+    "    return entities\n",
+    "\n",
+    "# Test function\n",
+    "def test_ner(text):\n",
+    "    print(f\"Input: {text}\")\n",
+    "    result = predict(text)\n",
+    "    print(\"Output:\", result)\n",
+    "    return result"
+   ],
+   "id": "bb4a2cc37bdd801e",
+   "outputs": [],
+   "execution_count": 9
+  },
+  {
+   "metadata": {
+    "ExecuteTime": {
+     "end_time": "2024-10-18T02:31:21.177339Z",
+     "start_time": "2024-10-18T02:31:21.154825Z"
+    }
+   },
+   "cell_type": "code",
+   "source": [
+    "test_texts = [\n",
+    "    \"du lich china\"\n",
+    "]\n",
+    "\n",
+    "for text in test_texts:\n",
+    "    test_ner(text)\n",
+    "    print()"
+   ],
+   "id": "9a7274e392b039d1",
+   "outputs": [
+    {
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Input: du lich china\n",
+      "Output: {'SERVICE': ['tour'], 'LOCATION': ['china']}\n",
+      "\n"
+     ]
+    }
+   ],
+   "execution_count": 17
+  },
+  {
+   "metadata": {},
+   "cell_type": "code",
+   "outputs": [],
+   "execution_count": null,
+   "source": "",
+   "id": "5680dec4570f16df"
+  }
+ ],
+ "metadata": {
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 2
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython2",
+   "version": "2.7.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 5
+}

train.py

@@ -0,0 +1,31 @@
+import json
+from datasets import Dataset
+
+
+def prepare_data(file_path):
+    with open(file_path, 'r', encoding='utf-8') as f:
+        data = json.load(f)
+
+    processed_data = []
+    for query in data['queries']:
+        words = query['text'].split()
+        labels = ['O'] * len(words)  # 'O' for Outside (not an entity)
+        for start, end, entity_type, entity_text in query['entities']:
+            entity_words = entity_text.lower().split()
+            found = False
+            for i in range(len(words) - len(entity_words) + 1):
+                if [w.lower() for w in words[i:i + len(entity_words)]] == entity_words:
+                    for j, word in enumerate(words[i:i + len(entity_words)]):
+                        labels[i + j] = f'B-{entity_type}' if j == 0 else f'I-{entity_type}'
+                    found = True
+                    break
+            if not found:
+                print(f"Warning: Entity '{entity_text}' not found in text '{query['text']}'")
+        processed_data.append({'words': words, 'labels': labels})
+
+    return Dataset.from_list(processed_data)
+
+
+train_dataset = prepare_data('/home/ebk/PycharmProjects/pythonProject/tripgo-hotel/train_dataset.json')
+eval_dataset = prepare_data('/home/ebk/PycharmProjects/pythonProject/tripgo-hotel/eval_dataset.json')
+

train_dataset.json

@@ -0,0 +1,3818 @@
+{
+  "queries": [
+    {
+      "text": "Tìm khách sạn ở Đà Lạt giá rẻ",
+      "entities": [
+        [4, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Singapore",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Singapore"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Tháp Chàm",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "Chàm"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần chợ ở Hội An",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hội An"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Nha Trang 2 ngày 1 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "Bangkok"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Phú Quốc",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Cúc Phương",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 37, "LOCATION", "Cúc Phương"]
+      ]
+    },
+    {
+      "text": "Khách sạn 3 sao ở Huế",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 25, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 3 ngày 2 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Đà Nẵng",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Thiên Mụ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Thiên Mụ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Nha Trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Lăng Bác",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "Lăng Bác"]
+      ]
+    },
+    {
+      "text": "Khách sạn 4 sao ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 2 ngày 1 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Quảng Ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "Quảng Ninh"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Hồ Ba Bể",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "Ba Bể"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần Hồ Hoàn Kiếm ở Hà Nội",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Lan Hạ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "Lan Hạ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di tích Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the beach in Barcelona",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 35, "LOCATION", "Barcelona"]
+      ]
+    },
+    {
+      "text": "Flights to Rome for a weekend",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 15, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Car rental in Berlin for 5 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Berlin"]
+      ]
+    },
+    {
+      "text": "Tours in Amsterdam in April",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 18, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Tickets to the Eiffel Tower",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 26, "LOCATION", "Tower"]
+      ]
+    },
+    {
+      "text": "Budget hotels in New York",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "York"]
+      ]
+    },
+    {
+      "text": "Flights from London to Tokyo",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 18, "LOCATION", "London"],
+        [23, 28, "LOCATION", "Tokyo"]
+      ]
+    },
+    {
+      "text": "Car rental in Madrid for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Madrid"]
+      ]
+    },
+    {
+      "text": "Tours in Vienna next week",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 15, "LOCATION", "Vienna"]
+      ]
+    },
+    {
+      "text": "Tìm khách sạn gần Hồ Tây ở Hà Nội",
+      "entities": [
+        [4, 11, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Seoul",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "Seoul"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Nẵng 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Sài Gòn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Núi Bà Đen",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Bà Đen"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Vũng Tàu",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Tokyo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "Tokyo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Cù Lao Câu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Cù Lao Câu"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Hạ Long",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 3 ngày 2 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Paris",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "Paris"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Bái Đính",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Bái Đính"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Nha Trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Singapore",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Singapore"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Hội An",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hội An"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Thác Dambri",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "Dambri"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần trung tâm ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 3 ngày 2 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Quy Nhơn",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Suối Nước Nóng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Nước Nóng"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sông Hàn ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Núi Chúa",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "Chúa"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the beach in Lisbon",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 32, "LOCATION", "Lisbon"]
+      ]
+    },
+    {
+      "text": "Flights to Berlin for a long weekend",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 17, "LOCATION", "Berlin"]
+      ]
+    },
+    {
+      "text": "Car rental in Prague for 3 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 22, "LOCATION", "Prague"]
+      ]
+    },
+    {
+      "text": "Tours in Venice in August",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "Venice"]
+      ]
+    },
+    {
+      "text": "Tickets to the Colosseum",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 23, "LOCATION", "Colosseum"]
+      ]
+    },
+    {
+      "text": "Luxury hotels in Singapore",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 24, "LOCATION", "Singapore"]
+      ]
+    },
+    {
+      "text": "Flights from Paris to London",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 17, "LOCATION", "Paris"],
+        [22, 28, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Car rental in Amsterdam for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 25, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Tours in Rome next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 14, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần phố cổ ở Hội An",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hội An"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Dubai",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "Dubai"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Lạt 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Biển Hồ Tà Đùng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 31, "LOCATION", "Tà Đùng"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi New York",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "York"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Cúc Phương",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 37, "LOCATION", "Cúc Phương"]
+      ]
+    },
+    {
+      "text": "Khách sạn 4 sao ở Nha Trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi London",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 23, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Thiên Mụ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Thiên Mụ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "Bangkok"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Lăng Bác",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "Lăng Bác"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 4 ngày 3 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Quảng Ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "Quảng Ninh"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Hồ Ba Bể",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "Ba Bể"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần Hồ Hoàn Kiếm ở Hà Nội",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Lan Hạ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "Lan Hạ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di tích Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the airport in Vienna",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 32, "LOCATION", "Vienna"]
+      ]
+    },
+    {
+      "text": "Flights to Prague for a weekend getaway",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 17, "LOCATION", "Prague"]
+      ]
+    },
+    {
+      "text": "Car rental in Budapest for 4 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 24, "LOCATION", "Budapest"]
+      ]
+    },
+    {
+      "text": "Tours in Madrid in June",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "Madrid"]
+      ]
+    },
+    {
+      "text": "Tickets to the Trevi Fountain",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 27, "LOCATION", "Fountain"]
+      ]
+    },
+    {
+      "text": "Budget hotels in London",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Flights from Amsterdam to Rome",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 20, "LOCATION", "Amsterdam"],
+        [24, 28, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Car rental in Lisbon for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Lisbon"]
+      ]
+    },
+    {
+      "text": "Tours in Paris next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 14, "LOCATION", "Paris"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Nha Trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Sydney",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "Sydney"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Lạt 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Sài Gòn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Núi Bà Đen",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Bà Đen"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Berlin",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 23, "LOCATION", "Berlin"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Cù Lao Câu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Cù Lao Câu"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Hạ Long",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Rome",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Bái Đính",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Bái Đính"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Amsterdam",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Lăng Bác",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "Lăng Bác"]
+      ]
+    },
+    {
+      "text": "Khách sạn 4 sao ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 5 ngày 4 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Prague",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "Prague"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Suối Nước Nóng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Nước Nóng"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sông Hàn ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 9 ngày 8 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Lan Hạ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "Lan Hạ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di tích Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the city center in Budapest",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 33, "LOCATION", "Budapest"]
+      ]
+    },
+    {
+      "text": "Flights to Lisbon for a romantic getaway",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 17, "LOCATION", "Lisbon"]
+      ]
+    },
+    {
+      "text": "Car rental in Vienna for 5 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Vienna"]
+      ]
+    },
+    {
+      "text": "Tours in Venice in September",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "Venice"]
+      ]
+    },
+    {
+      "text": "Tickets to the Vatican Museums",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 28, "LOCATION", "Museums"]
+      ]
+    },
+    {
+      "text": "Budget hotels in Amsterdam",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 23, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Flights from Rome to Paris",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 16, "LOCATION", "Rome"],
+        [20, 24, "LOCATION", "Paris"]
+      ]
+    },
+    {
+      "text": "Car rental in Madrid for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Madrid"]
+      ]
+    },
+    {
+      "text": "Tours in London next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần chợ đêm ở Đà Lạt",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Los Angeles",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "Los Angeles"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Nẵng 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Sài Gòn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Núi Bà Đen",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Bà Đen"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Chicago",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "Chicago"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Cù Lao Câu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Cù Lao Câu"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Hạ Long",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Istanbul",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Istanbul"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Bái Đính",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Bái Đính"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Dubai",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "Dubai"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Lăng Bác",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "Lăng Bác"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 6 ngày 5 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Tokyo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "Tokyo"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Suối Nước Nóng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Nước Nóng"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sông Hàn ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 10 ngày 9 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Lan Hạ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "Lan Hạ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di tích Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the historical center in Prague",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 32, "LOCATION", "Prague"]
+      ]
+    },
+    {
+      "text": "Flights to Istanbul for a weekend trip",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 19, "LOCATION", "Istanbul"]
+      ]
+    },
+    {
+      "text": "Car rental in Amsterdam for 6 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 25, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Tours in Rome in October",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 14, "LOCATION", "Rome"]
+      ]
+    },
+    {
+      "text": "Tickets to the Sagrada Familia",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 28, "LOCATION", "Familia"]
+      ]
+    },
+    {
+      "text": "Budget hotels in Vienna",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "Vienna"]
+      ]
+    },
+    {
+      "text": "Flights from Paris to London",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 17, "LOCATION", "Paris"],
+        [22, 28, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Car rental in Lisbon for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Lisbon"]
+      ]
+    },
+    {
+      "text": "Tours in Madrid next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "Madrid"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần bến xe ở Nha Trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi New York",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "York"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Đà Lạt 9 ngày 8 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Thuê xe ô tô ở Sài Gòn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Núi Bà Đen",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Bà Đen"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Huế 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "Bangkok"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Cù Lao Câu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "Cù Lao Câu"]
+      ]
+    },
+    {
+      "text": "Khách sạn 4 sao ở Hạ Long",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Sa Pa 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "Sa Pa"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi London",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 23, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Chùa Bái Đính",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Bái Đính"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phan Thiết",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phan Thiết"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Mũi Né 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "Mũi Né"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Amsterdam",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Vũng Tàu",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Lăng Bác",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "Lăng Bác"]
+      ]
+    },
+    {
+      "text": "Khách sạn 5 sao ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Ninh Bình 7 ngày 6 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "Ninh Bình"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Prague",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "Prague"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Hà Nội",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "Hà Nội"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Suối Nước Nóng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "Nước Nóng"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sông Hàn ở Đà Nẵng",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Đà Nẵng"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Phú Quốc 11 ngày 10 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Côn Đảo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "Côn Đảo"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Đà Lạt",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "Đà Lạt"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vịnh Lan Hạ",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "Lan Hạ"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần sân bay ở Sài Gòn",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "Sài Gòn"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Hạ Long 9 ngày 8 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Hạ Long"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Huế",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "Huế"]
+      ]
+    },
+    {
+      "text": "Thuê xe hơi ở Nha Trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Nha Trang"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Di tích Mỹ Sơn",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "Mỹ Sơn"]
+      ]
+    },
+    {
+      "text": "Khách sạn gần biển ở Phú Quốc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "Phú Quốc"]
+      ]
+    },
+    {
+      "text": "Tour du lịch Cần Thơ 8 ngày 7 đêm",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "Cần Thơ"]
+      ]
+    },
+    {
+      "text": "Vé máy bay đi Vũng Tàu",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "Vũng Tàu"]
+      ]
+    },
+    {
+      "text": "Thuê xe máy ở Quy Nhơn",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "Quy Nhơn"]
+      ]
+    },
+    {
+      "text": "Vé tham quan Vườn Quốc gia Phong Nha - Kẻ Bàng",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 39, "LOCATION", "Phong Nha"]
+      ]
+    },
+    {
+      "text": "Hotels near the main square in Budapest",
+      "entities": [
+        [0, 6, "SERVICE", "hotel"],
+        [26, 33, "LOCATION", "Budapest"]
+      ]
+    },
+    {
+      "text": "Flights to Amsterdam for a weekend break",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [11, 19, "LOCATION", "Amsterdam"]
+      ]
+    },
+    {
+      "text": "Car rental in Vienna for 7 days",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Vienna"]
+      ]
+    },
+    {
+      "text": "Tours in Venice in November",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "Venice"]
+      ]
+    },
+    {
+      "text": "Tickets to the Trevi Fountain",
+      "entities": [
+        [0, 7, "SERVICE", "ticket"],
+        [14, 27, "LOCATION", "Fountain"]
+      ]
+    },
+    {
+      "text": "Budget hotels in Lisbon",
+      "entities": [
+        [5, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "Lisbon"]
+      ]
+    },
+    {
+      "text": "Flights from Rome to Paris",
+      "entities": [
+        [0, 7, "SERVICE", "flight"],
+        [12, 16, "LOCATION", "Rome"],
+        [20, 24, "LOCATION", "Paris"]
+      ]
+    },
+    {
+      "text": "Car rental in Madrid for a week",
+      "entities": [
+        [4, 13, "SERVICE", "car rental"],
+        [17, 23, "LOCATION", "Madrid"]
+      ]
+    },
+    {
+      "text": "Tours in London next month",
+      "entities": [
+        [0, 5, "SERVICE", "tour"],
+        [10, 16, "LOCATION", "London"]
+      ]
+    },
+    {
+      "text": "khach san gia re o ha noi",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich hue 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o sai gon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "ve tham quan vinh ha long",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "khach san gan bien o nha trang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 29, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "du lich da lat gia re",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di phu quoc",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "thue xe may o hoi an",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "ve tham quan cu lao cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "cu lao cham"]
+      ]
+    },
+    {
+      "text": "khach san 4 sao o can tho",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "ve may bay di quy nhon",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o da nang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "ve tham quan phong nha ke bang",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "phong nha"]
+      ]
+    },
+    {
+      "text": "khach san gan bien o phan thiet",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di nha trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan di san my son",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "my son"]
+      ]
+    },
+    {
+      "text": "khach san 5 sao o hai phong",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 30, "LOCATION", "hai phong"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 1 ngay",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di quang ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "quang ninh"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan bai dinh",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "bai dinh"]
+      ]
+    },
+    {
+      "text": "khach san gan ho guom o ha noi",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "du lich phu quoc 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve may bay di con dao",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "con dao"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan thac ban gioc",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "ban gioc"]
+      ]
+    },
+    {
+      "text": "khach san gan san bay o da nang",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich ha long 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ve may bay di hue",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua huong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "chua huong"]
+      ]
+    },
+    {
+      "text": "khach san gan bien o phu quoc",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich can tho 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di vung tau",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "thue xe may o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan bien ho ta dung",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "ta dung"]
+      ]
+    },
+    {
+      "text": "tim khach san o da lat gia re",
+      "entities": [
+        [4, 11, "SERVICE", "hotel"],
+        [15, 21, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di singapore",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "singapore"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "thue xe o to o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan thap cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "cham"]
+      ]
+    },
+    {
+      "text": "khach san gan cho o hoi an",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "du lich nha trang 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve may bay di bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "bangkok"]
+      ]
+    },
+    {
+      "text": "thue xe may o phu quoc",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve tham quan vuon quoc gia cuc phuong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 37, "LOCATION", "cuc phuong"]
+      ]
+    },
+    {
+      "text": "khach san 3 sao o hue",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 25, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "du lich can tho 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua thien mu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "thien mu"]
+      ]
+    },
+    {
+      "text": "khach san gan bien o phan thiet",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 31, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di nha trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan lang bac",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "lang bac"]
+      ]
+    },
+    {
+      "text": "khach san 4 sao o sai gon",
+      "entities": [
+        [10, 17, "SERVICE", "hotel"],
+        [22, 28, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 1 ngay",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di quang ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "quang ninh"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan bai dinh",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "bai dinh"]
+      ]
+    },
+    {
+      "text": "ks gia re o ha noi",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich hue 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o sai gon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "ve tham quan vinh ha long",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ks gan bien o nha trang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 15, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "du lich da lat gia re",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di phu quoc",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "thue xe may o hoi an",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "ve tham quan cu lao cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "cu lao cham"]
+      ]
+    },
+    {
+      "text": "ks 4 sao o can tho",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "ve may bay di quy nhon",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o da nang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "ve tham quan phong nha ke bang",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "phong nha"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di nha trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan di san my son",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "my son"]
+      ]
+    },
+    {
+      "text": "ks 5 sao o hai phong",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 16, "LOCATION", "hai phong"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 1 ngay",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di quang ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "quang ninh"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan bai dinh",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "bai dinh"]
+      ]
+    },
+    {
+      "text": "ks gan ho guom o ha noi",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "du lich phu quoc 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve may bay di con dao",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "con dao"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan thac ban gioc",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "ban gioc"]
+      ]
+    },
+    {
+      "text": "ks gan san bay o da nang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich ha long 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ve may bay di hue",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua huong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "chua huong"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich can tho 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di vung tau",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "thue xe may o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan bien ho ta dung",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "ta dung"]
+      ]
+    },
+    {
+      "text": "tim ks o da lat gia re",
+      "entities": [
+        [4, 6, "SERVICE", "hotel"],
+        [10, 16, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di singapore",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "singapore"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "thue xe o to o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan thap cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "cham"]
+      ]
+    },
+    {
+      "text": "ks gan cho o hoi an",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "du lich nha trang 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve may bay di bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "bangkok"]
+      ]
+    },
+    {
+      "text": "thue xe may o phu quoc",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve tham quan vuon quoc gia cuc phuong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 37, "LOCATION", "cuc phuong"]
+      ]
+    },
+    {
+      "text": "ks 3 sao o hue",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 11, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "du lich can tho 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua thien mu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "thien mu"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ks gia re o ha noi",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich hue 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o sai gon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "ve tham quan vinh ha long",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ks gan bien o nha trang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 15, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "du lich da lat gia re",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di phu quoc",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "thue xe may o hoi an",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "ve tham quan cu lao cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "cu lao cham"]
+      ]
+    },
+    {
+      "text": "ks 4 sao o can tho",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "ve may bay di quy nhon",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o da nang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "ve tham quan phong nha ke bang",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "phong nha"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di nha trang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan di san my son",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "my son"]
+      ]
+    },
+    {
+      "text": "ks 5 sao o hai phong",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 16, "LOCATION", "hai phong"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 1 ngay",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di quang ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "quang ninh"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan bai dinh",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "bai dinh"]
+      ]
+    },
+    {
+      "text": "ks gan ho guom o ha noi",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "du lich phu quoc 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve may bay di con dao",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "con dao"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan thac ban gioc",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "ban gioc"]
+      ]
+    },
+    {
+      "text": "ks gan san bay o da nang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich ha long 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ve may bay di hue",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua huong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "chua huong"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich can tho 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di vung tau",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "thue xe may o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan bien ho ta dung",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "ta dung"]
+      ]
+    },
+    {
+      "text": "tim ks o da lat gia re",
+      "entities": [
+        [4, 6, "SERVICE", "hotel"],
+        [10, 16, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di singapore",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "singapore"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "thue xe o to o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan thap cham",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "cham"]
+      ]
+    },
+    {
+      "text": "ks gan cho o hoi an",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "du lich nha trang 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve may bay di bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "bangkok"]
+      ]
+    },
+    {
+      "text": "thue xe may o phu quoc",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve tham quan vuon quoc gia cuc phuong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 37, "LOCATION", "cuc phuong"]
+      ]
+    },
+    {
+      "text": "ks 3 sao o hue",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 11, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "du lich can tho 3 ngay 2 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di da nang",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua thien mu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "thien mu"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ks gan pho co o hoi an",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "hoi an"]
+      ]
+    },
+    {
+      "text": "ve may bay di tp hcm",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "tp hcm"]
+      ]
+    },
+    {
+      "text": "du lich da lat 6 ngay 5 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "thue xe o to o hanoi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "hanoi"]
+      ]
+    },
+    {
+      "text": "ve tham quan nui ba den",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "ba den"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich hue 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "ve may bay di new york",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "new york"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan cu lao cau",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "cu lao cau"]
+      ]
+    },
+    {
+      "text": "ks 5 sao o ha long",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "ve may bay di london",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 23, "LOCATION", "london"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua thien mu",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "thien mu"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di bangkok",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "bangkok"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan lang bac",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "lang bac"]
+      ]
+    },
+    {
+      "text": "ks 4 sao o sai gon",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 2 ngay 1 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di quang ninh",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "quang ninh"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan ho ba be",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 25, "LOCATION", "ba be"]
+      ]
+    },
+    {
+      "text": "ks gan ho hoan kiem o ha noi",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "du lich phu quoc 6 ngay 5 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve may bay di con dao",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "con dao"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan vinh lan ha",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "lan ha"]
+      ]
+    },
+    {
+      "text": "ks gan san bay o da nang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich ha long 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ve may bay di hue",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan di tich my son",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "my son"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich can tho 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "can tho"]
+      ]
+    },
+    {
+      "text": "ve may bay di vung tau",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 26, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "thue xe may o quy nhon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "quy nhon"]
+      ]
+    },
+    {
+      "text": "ve tham quan vuon quoc gia phong nha ke bang",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 24, "LOCATION", "phong nha"]
+      ]
+    },
+    {
+      "text": "ks gan cho dem o da lat",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve may bay di los angeles",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 28, "LOCATION", "los angeles"]
+      ]
+    },
+    {
+      "text": "du lich da nang 8 ngay 7 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "thue xe o to o sai gon",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "ve tham quan nui ba den",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "ba den"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "du lich hue 7 ngay 6 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "ve may bay di chicago",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 24, "LOCATION", "chicago"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan cu lao cau",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 27, "LOCATION", "cu lao cau"]
+      ]
+    },
+    {
+      "text": "ks 5 sao o ha long",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "du lich sa pa 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 18, "LOCATION", "sa pa"]
+      ]
+    },
+    {
+      "text": "ve may bay di istanbul",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "istanbul"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan chua bai dinh",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "bai dinh"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phan thiet",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phan thiet"]
+      ]
+    },
+    {
+      "text": "du lich mui ne 6 ngay 5 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 20, "LOCATION", "mui ne"]
+      ]
+    },
+    {
+      "text": "ve may bay di dubai",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 21, "LOCATION", "dubai"]
+      ]
+    },
+    {
+      "text": "thue xe may o vung tau",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 29, "LOCATION", "vung tau"]
+      ]
+    },
+    {
+      "text": "ve tham quan lang bac",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 23, "LOCATION", "lang bac"]
+      ]
+    },
+    {
+      "text": "ks 5 sao o sai gon",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "du lich ninh binh 4 ngay 3 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 22, "LOCATION", "ninh binh"]
+      ]
+    },
+    {
+      "text": "ve may bay di tokyo",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 22, "LOCATION", "tokyo"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o ha noi",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 26, "LOCATION", "ha noi"]
+      ]
+    },
+    {
+      "text": "ve tham quan suoi nuoc nong",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 28, "LOCATION", "nuoc nong"]
+      ]
+    },
+    {
+      "text": "ks gan song han o da nang",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "da nang"]
+      ]
+    },
+    {
+      "text": "du lich phu quoc 7 ngay 6 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 23, "LOCATION", "phu quoc"]
+      ]
+    },
+    {
+      "text": "ve may bay di con dao",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 25, "LOCATION", "con dao"]
+      ]
+    },
+    {
+      "text": "thue xe may o da lat",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 27, "LOCATION", "da lat"]
+      ]
+    },
+    {
+      "text": "ve tham quan vinh lan ha",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 26, "LOCATION", "lan ha"]
+      ]
+    },
+    {
+      "text": "ks gan san bay o sai gon",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 14, "LOCATION", "sai gon"]
+      ]
+    },
+    {
+      "text": "du lich ha long 5 ngay 4 dem",
+      "entities": [
+        [4, 10, "SERVICE", "tour"],
+        [14, 21, "LOCATION", "ha long"]
+      ]
+    },
+    {
+      "text": "ve may bay di hue",
+      "entities": [
+        [4, 13, "SERVICE", "flight"],
+        [17, 20, "LOCATION", "hue"]
+      ]
+    },
+    {
+      "text": "thue xe hoi o nha trang",
+      "entities": [
+        [6, 15, "SERVICE", "car rental"],
+        [20, 28, "LOCATION", "nha trang"]
+      ]
+    },
+    {
+      "text": "ve tham quan di tich my son",
+      "entities": [
+        [4, 12, "SERVICE", "ticket"],
+        [16, 29, "LOCATION", "my son"]
+      ]
+    },
+    {
+      "text": "ks gan bien o phu quoc",
+      "entities": [
+        [0, 2, "SERVICE", "hotel"],
+        [8, 17, "LOCATION", "phu quoc"]
+      ]
+    }
+  ]
+}