Training in progress, epoch 1

added_tokens.json

@@ -1,55 +1,67 @@
 {
-  "</access_instructions>": 128042,
+  "</access_instructions>": 128040,
   "</accommodation>": 128002,
   "</activity>": 128004,
-  "</address>": 128028,
-  "</arrival location>": 128006,
+  "</address>": 128026,
+  "</arrival_location>": 128006,
   "</attendee>": 128008,
-  "</availability>": 128050,
+  "</availability>": 128048,
+  "</chat_title>": 128060,
+  "</check_in_date>": 128056,
   "</cost>": 128010,
   "</date>": 128012,
-  "</flight_type>": 128046,
-  "</itenerary>": 128014,
-  "</itinerary>": 128024,
-  "</link>": 128036,
-  "</location>": 128016,
-  "</occupancy>": 128040,
-  "</person>": 128048,
-  "</pickup_location>": 128052,
-  "</planner>": 128022,
-  "</probability>": 128044,
-  "</seat>": 128026,
-  "</sender>": 128018,
-  "</thing_needed>": 128030,
-  "</time>": 128020,
-  "</travel>": 128032,
-  "</trip>": 128038,
-  "</type>": 128034,
-  "<access_instructions>": 128041,
+  "</flight_type>": 128044,
+  "</itinerary>": 128022,
+  "</link>": 128034,
+  "</location>": 128014,
+  "</metadata>": 128064,
+  "</occupancy>": 128038,
+  "</participants>": 128058,
+  "</person>": 128046,
+  "</pickup_location>": 128050,
+  "</planner>": 128020,
+  "</preference>": 128054,
+  "</probability>": 128042,
+  "</readable_date>": 128062,
+  "</seat>": 128024,
+  "</sender>": 128016,
+  "</thing_needed>": 128028,
+  "</time>": 128018,
+  "</travel>": 128030,
+  "</trip>": 128036,
+  "</type>": 128032,
+  "</unstructured_information>": 128052,
+  "<access_instructions>": 128039,
   "<accommodation>": 128001,
   "<activity>": 128003,
-  "<address>": 128027,
-  "<arrival location>": 128005,
+  "<address>": 128025,
+  "<arrival_location>": 128005,
   "<attendee>": 128007,
-  "<availability>": 128049,
+  "<availability>": 128047,
+  "<chat_title>": 128059,
+  "<check_in_date>": 128055,
   "<cost>": 128009,
   "<date>": 128011,
-  "<flight_type>": 128045,
-  "<itenerary>": 128013,
-  "<itinerary>": 128023,
-  "<link>": 128035,
-  "<location>": 128015,
-  "<occupancy>": 128039,
-  "<person>": 128047,
-  "<pickup_location>": 128051,
-  "<planner>": 128021,
-  "<probability>": 128043,
-  "<seat>": 128025,
-  "<sender>": 128017,
-  "<thing_needed>": 128029,
-  "<time>": 128019,
-  "<travel>": 128031,
-  "<trip>": 128037,
-  "<type>": 128033,
+  "<flight_type>": 128043,
+  "<itinerary>": 128021,
+  "<link>": 128033,
+  "<location>": 128013,
+  "<metadata>": 128063,
+  "<occupancy>": 128037,
+  "<participants>": 128057,
+  "<person>": 128045,
+  "<pickup_location>": 128049,
+  "<planner>": 128019,
+  "<preference>": 128053,
+  "<probability>": 128041,
+  "<readable_date>": 128061,
+  "<seat>": 128023,
+  "<sender>": 128015,
+  "<thing_needed>": 128027,
+  "<time>": 128017,
+  "<travel>": 128029,
+  "<trip>": 128035,
+  "<type>": 128031,
+  "<unstructured_information>": 128051,
   "[MASK]": 128000
 }

config.json

@@ -70,7 +70,27 @@
     "59": "accommodation location",
     "60": "itinerary link",
     "61": "activity availability",
-    "62": "activity pickup_location"
+    "62": "activity pickup_location",
+    "63": "accommodation unstructured_information",
+    "64": "unstructured_information link",
+    "65": "itinerary unstructured_information",
+    "66": "activity unstructured_information",
+    "67": "activity preference",
+    "68": "preference attendee",
+    "69": "unstructured_information unstructured_information",
+    "70": "activity activity",
+    "71": "date unstructured_information",
+    "72": "trip itinerary",
+    "73": "accommodation preference",
+    "74": "date preference",
+    "75": "date date",
+    "76": "preference preference",
+    "77": "trip unstructured_information",
+    "78": "attendee attendee",
+    "79": "attendee unstructured_information",
+    "80": "travel preference",
+    "81": "travel unstructured_information",
+    "82": "accommodation check_in_date"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
@@ -78,14 +98,18 @@
     "accommodation access_instructions": 41,
     "accommodation address": 36,
     "accommodation attendee": 44,
+    "accommodation check_in_date": 82,
     "accommodation cost": 0,
     "accommodation date": 52,
     "accommodation link": 37,
     "accommodation location": 59,
     "accommodation occupancy": 58,
     "accommodation planner": 1,
+    "accommodation preference": 73,
     "accommodation probability": 2,
     "accommodation type": 3,
+    "accommodation unstructured_information": 63,
+    "activity activity": 70,
     "activity address": 31,
     "activity attendee": 4,
     "activity availability": 61,
@@ -95,23 +119,31 @@
     "activity location": 6,
     "activity pickup_location": 62,
     "activity planner": 7,
+    "activity preference": 67,
     "activity probability": 8,
     "activity restaurant": 9,
     "activity thing_needed": 32,
     "activity time": 34,
+    "activity unstructured_information": 66,
     "attendee accommodation": 57,
     "attendee activity": 50,
+    "attendee attendee": 78,
     "attendee date": 47,
     "attendee itinerary": 10,
     "attendee probability": 43,
     "attendee seat": 11,
+    "attendee unstructured_information": 79,
     "date attendee": 12,
+    "date date": 75,
     "date link": 56,
+    "date preference": 74,
     "date probability": 13,
+    "date unstructured_information": 71,
     "itinerary attendee": 53,
     "itinerary date": 42,
     "itinerary link": 60,
     "itinerary probability": 14,
+    "itinerary unstructured_information": 65,
     "link attendee": 54,
     "location accommodation": 15,
     "location activity": 16,
@@ -120,6 +152,8 @@
     "location itinerary": 19,
     "location planner": 20,
     "location probability": 21,
+    "preference attendee": 68,
+    "preference preference": 76,
     "travel arrival location": 22,
     "travel attendee": 23,
     "travel cost": 55,
@@ -127,17 +161,23 @@
     "travel destination": 48,
     "travel flight_type": 49,
     "travel planner": 33,
+    "travel preference": 80,
     "travel probability": 25,
     "travel time": 26,
     "travel type": 51,
+    "travel unstructured_information": 81,
     "trip accommodation": 45,
     "trip activity": 40,
     "trip attendee": 27,
     "trip date": 46,
+    "trip itinerary": 72,
     "trip link": 38,
     "trip location": 28,
     "trip travel": 29,
-    "type probability": 30
+    "trip unstructured_information": 77,
+    "type probability": 30,
+    "unstructured_information link": 64,
+    "unstructured_information unstructured_information": 69
   },
   "layer_norm_eps": 1e-07,
   "max_position_embeddings": 512,
@@ -160,7 +200,7 @@
   "relative_attention": true,
   "share_att_key": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.35.2",
+  "transformers_version": "4.40.0",
   "type_vocab_size": 0,
-  "vocab_size": 128053
+  "vocab_size": 128065
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:983357b818a670c1c502a4b4f1486da0c8f5956db1e473b6bdcc60659f5a61ac
-size 567641820
+oid sha256:e2625c33201b52b0ff6473145ede9473741895334b759fec91ec70e8eb53cf19
+size 567740204

runs/Apr30_01-56-37_93720833cc24/events.out.tfevents.1714442226.93720833cc24.1740.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22ffeb3444005de22d75f10d05ea9027c2014e4f3e10f707be85cb647a40d382
+size 10629

tokenizer.json

@@ -86,7 +86,7 @@
     },
     {
       "id": 128005,
-      "content": "<arrival location>",
+      "content": "<arrival_location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -95,7 +95,7 @@
     },
     {
       "id": 128006,
-      "content": "</arrival location>",
+      "content": "</arrival_location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -158,7 +158,7 @@
     },
     {
       "id": 128013,
-      "content": "<itenerary>",
+      "content": "<location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -167,7 +167,7 @@
     },
     {
       "id": 128014,
-      "content": "</itenerary>",
+      "content": "</location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -176,7 +176,7 @@
     },
     {
       "id": 128015,
-      "content": "<location>",
+      "content": "<sender>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -185,7 +185,7 @@
     },
     {
       "id": 128016,
-      "content": "</location>",
+      "content": "</sender>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -194,7 +194,7 @@
     },
     {
       "id": 128017,
-      "content": "<sender>",
+      "content": "<time>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -203,7 +203,7 @@
     },
     {
       "id": 128018,
-      "content": "</sender>",
+      "content": "</time>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -212,7 +212,7 @@
     },
     {
       "id": 128019,
-      "content": "<time>",
+      "content": "<planner>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -221,7 +221,7 @@
     },
     {
       "id": 128020,
-      "content": "</time>",
+      "content": "</planner>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -230,7 +230,7 @@
     },
     {
       "id": 128021,
-      "content": "<planner>",
+      "content": "<itinerary>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -239,7 +239,7 @@
     },
     {
       "id": 128022,
-      "content": "</planner>",
+      "content": "</itinerary>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -248,7 +248,7 @@
     },
     {
       "id": 128023,
-      "content": "<itinerary>",
+      "content": "<seat>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -257,7 +257,7 @@
     },
     {
       "id": 128024,
-      "content": "</itinerary>",
+      "content": "</seat>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -266,7 +266,7 @@
     },
     {
       "id": 128025,
-      "content": "<seat>",
+      "content": "<address>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -275,7 +275,7 @@
     },
     {
       "id": 128026,
-      "content": "</seat>",
+      "content": "</address>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -284,7 +284,7 @@
     },
     {
       "id": 128027,
-      "content": "<address>",
+      "content": "<thing_needed>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -293,7 +293,7 @@
     },
     {
       "id": 128028,
-      "content": "</address>",
+      "content": "</thing_needed>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -302,7 +302,7 @@
     },
     {
       "id": 128029,
-      "content": "<thing_needed>",
+      "content": "<travel>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -311,7 +311,7 @@
     },
     {
       "id": 128030,
-      "content": "</thing_needed>",
+      "content": "</travel>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -320,7 +320,7 @@
     },
     {
       "id": 128031,
-      "content": "<travel>",
+      "content": "<type>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -329,7 +329,7 @@
     },
     {
       "id": 128032,
-      "content": "</travel>",
+      "content": "</type>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -338,7 +338,7 @@
     },
     {
       "id": 128033,
-      "content": "<type>",
+      "content": "<link>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -347,7 +347,7 @@
     },
     {
       "id": 128034,
-      "content": "</type>",
+      "content": "</link>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -356,7 +356,7 @@
     },
     {
       "id": 128035,
-      "content": "<link>",
+      "content": "<trip>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -365,7 +365,7 @@
     },
     {
       "id": 128036,
-      "content": "</link>",
+      "content": "</trip>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -374,7 +374,7 @@
     },
     {
       "id": 128037,
-      "content": "<trip>",
+      "content": "<occupancy>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -383,7 +383,7 @@
     },
     {
       "id": 128038,
-      "content": "</trip>",
+      "content": "</occupancy>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -392,7 +392,7 @@
     },
     {
       "id": 128039,
-      "content": "<occupancy>",
+      "content": "<access_instructions>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -401,7 +401,7 @@
     },
     {
       "id": 128040,
-      "content": "</occupancy>",
+      "content": "</access_instructions>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -410,7 +410,7 @@
     },
     {
       "id": 128041,
-      "content": "<access_instructions>",
+      "content": "<probability>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -419,7 +419,7 @@
     },
     {
       "id": 128042,
-      "content": "</access_instructions>",
+      "content": "</probability>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -428,7 +428,7 @@
     },
     {
       "id": 128043,
-      "content": "<probability>",
+      "content": "<flight_type>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -437,7 +437,7 @@
     },
     {
       "id": 128044,
-      "content": "</probability>",
+      "content": "</flight_type>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -446,7 +446,7 @@
     },
     {
       "id": 128045,
-      "content": "<flight_type>",
+      "content": "<person>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -455,7 +455,7 @@
     },
     {
       "id": 128046,
-      "content": "</flight_type>",
+      "content": "</person>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -464,7 +464,7 @@
     },
     {
       "id": 128047,
-      "content": "<person>",
+      "content": "<availability>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -473,7 +473,7 @@
     },
     {
       "id": 128048,
-      "content": "</person>",
+      "content": "</availability>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -482,7 +482,7 @@
     },
     {
       "id": 128049,
-      "content": "<availability>",
+      "content": "<pickup_location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -491,7 +491,7 @@
     },
     {
       "id": 128050,
-      "content": "</availability>",
+      "content": "</pickup_location>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -500,7 +500,7 @@
     },
     {
       "id": 128051,
-      "content": "<pickup_location>",
+      "content": "<unstructured_information>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -509,7 +509,115 @@
     },
     {
       "id": 128052,
-      "content": "</pickup_location>",
+      "content": "</unstructured_information>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128053,
+      "content": "<preference>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128054,
+      "content": "</preference>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128055,
+      "content": "<check_in_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128056,
+      "content": "</check_in_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128057,
+      "content": "<participants>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128058,
+      "content": "</participants>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128059,
+      "content": "<chat_title>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128060,
+      "content": "</chat_title>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128061,
+      "content": "<readable_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128062,
+      "content": "</readable_date>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128063,
+      "content": "<metadata>",
+      "single_word": false,
+      "lstrip": false,
+      "rstrip": false,
+      "normalized": true,
+      "special": false
+    },
+    {
+      "id": 128064,
+      "content": "</metadata>",
       "single_word": false,
       "lstrip": false,
       "rstrip": false,
@@ -544,8 +652,8 @@
       {
         "type": "Metaspace",
         "replacement": "▁",
-        "add_prefix_space": true,
-        "prepend_scheme": "always"
+        "prepend_scheme": "always",
+        "split": true
       }
     ]
   },
@@ -627,8 +735,8 @@
   "decoder": {
     "type": "Metaspace",
     "replacement": "▁",
-    "add_prefix_space": true,
-    "prepend_scheme": "always"
+    "prepend_scheme": "always",
+    "split": true
   },
   "model": {
     "type": "Unigram",

tokenizer_config.json

@@ -73,7 +73,7 @@
       "special": false
     },
     "128005": {
-      "content": "<arrival location>",
+      "content": "<arrival_location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -81,7 +81,7 @@
       "special": false
     },
     "128006": {
-      "content": "</arrival location>",
+      "content": "</arrival_location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -137,7 +137,7 @@
       "special": false
     },
     "128013": {
-      "content": "<itenerary>",
+      "content": "<location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -145,7 +145,7 @@
       "special": false
     },
     "128014": {
-      "content": "</itenerary>",
+      "content": "</location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -153,7 +153,7 @@
       "special": false
     },
     "128015": {
-      "content": "<location>",
+      "content": "<sender>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -161,7 +161,7 @@
       "special": false
     },
     "128016": {
-      "content": "</location>",
+      "content": "</sender>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -169,7 +169,7 @@
       "special": false
     },
     "128017": {
-      "content": "<sender>",
+      "content": "<time>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -177,7 +177,7 @@
       "special": false
     },
     "128018": {
-      "content": "</sender>",
+      "content": "</time>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -185,7 +185,7 @@
       "special": false
     },
     "128019": {
-      "content": "<time>",
+      "content": "<planner>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -193,7 +193,7 @@
       "special": false
     },
     "128020": {
-      "content": "</time>",
+      "content": "</planner>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -201,7 +201,7 @@
       "special": false
     },
     "128021": {
-      "content": "<planner>",
+      "content": "<itinerary>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -209,7 +209,7 @@
       "special": false
     },
     "128022": {
-      "content": "</planner>",
+      "content": "</itinerary>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -217,7 +217,7 @@
       "special": false
     },
     "128023": {
-      "content": "<itinerary>",
+      "content": "<seat>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -225,7 +225,7 @@
       "special": false
     },
     "128024": {
-      "content": "</itinerary>",
+      "content": "</seat>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -233,7 +233,7 @@
       "special": false
     },
     "128025": {
-      "content": "<seat>",
+      "content": "<address>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -241,7 +241,7 @@
       "special": false
     },
     "128026": {
-      "content": "</seat>",
+      "content": "</address>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -249,7 +249,7 @@
       "special": false
     },
     "128027": {
-      "content": "<address>",
+      "content": "<thing_needed>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -257,7 +257,7 @@
       "special": false
     },
     "128028": {
-      "content": "</address>",
+      "content": "</thing_needed>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -265,7 +265,7 @@
       "special": false
     },
     "128029": {
-      "content": "<thing_needed>",
+      "content": "<travel>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -273,7 +273,7 @@
       "special": false
     },
     "128030": {
-      "content": "</thing_needed>",
+      "content": "</travel>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -281,7 +281,7 @@
       "special": false
     },
     "128031": {
-      "content": "<travel>",
+      "content": "<type>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -289,7 +289,7 @@
       "special": false
     },
     "128032": {
-      "content": "</travel>",
+      "content": "</type>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -297,7 +297,7 @@
       "special": false
     },
     "128033": {
-      "content": "<type>",
+      "content": "<link>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -305,7 +305,7 @@
       "special": false
     },
     "128034": {
-      "content": "</type>",
+      "content": "</link>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -313,7 +313,7 @@
       "special": false
     },
     "128035": {
-      "content": "<link>",
+      "content": "<trip>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -321,7 +321,7 @@
       "special": false
     },
     "128036": {
-      "content": "</link>",
+      "content": "</trip>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -329,7 +329,7 @@
       "special": false
     },
     "128037": {
-      "content": "<trip>",
+      "content": "<occupancy>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -337,7 +337,7 @@
       "special": false
     },
     "128038": {
-      "content": "</trip>",
+      "content": "</occupancy>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -345,7 +345,7 @@
       "special": false
     },
     "128039": {
-      "content": "<occupancy>",
+      "content": "<access_instructions>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -353,7 +353,7 @@
       "special": false
     },
     "128040": {
-      "content": "</occupancy>",
+      "content": "</access_instructions>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -361,7 +361,7 @@
       "special": false
     },
     "128041": {
-      "content": "<access_instructions>",
+      "content": "<probability>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -369,7 +369,7 @@
       "special": false
     },
     "128042": {
-      "content": "</access_instructions>",
+      "content": "</probability>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -377,7 +377,7 @@
       "special": false
     },
     "128043": {
-      "content": "<probability>",
+      "content": "<flight_type>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -385,7 +385,7 @@
       "special": false
     },
     "128044": {
-      "content": "</probability>",
+      "content": "</flight_type>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -393,7 +393,7 @@
       "special": false
     },
     "128045": {
-      "content": "<flight_type>",
+      "content": "<person>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -401,7 +401,7 @@
       "special": false
     },
     "128046": {
-      "content": "</flight_type>",
+      "content": "</person>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -409,7 +409,7 @@
       "special": false
     },
     "128047": {
-      "content": "<person>",
+      "content": "<availability>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -417,7 +417,7 @@
       "special": false
     },
     "128048": {
-      "content": "</person>",
+      "content": "</availability>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -425,7 +425,7 @@
       "special": false
     },
     "128049": {
-      "content": "<availability>",
+      "content": "<pickup_location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -433,7 +433,7 @@
       "special": false
     },
     "128050": {
-      "content": "</availability>",
+      "content": "</pickup_location>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -441,7 +441,7 @@
       "special": false
     },
     "128051": {
-      "content": "<pickup_location>",
+      "content": "<unstructured_information>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -449,7 +449,103 @@
       "special": false
     },
     "128052": {
-      "content": "</pickup_location>",
+      "content": "</unstructured_information>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128053": {
+      "content": "<preference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128054": {
+      "content": "</preference>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128055": {
+      "content": "<check_in_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128056": {
+      "content": "</check_in_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128057": {
+      "content": "<participants>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128058": {
+      "content": "</participants>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128059": {
+      "content": "<chat_title>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128060": {
+      "content": "</chat_title>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128061": {
+      "content": "<readable_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128062": {
+      "content": "</readable_date>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128063": {
+      "content": "<metadata>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128064": {
+      "content": "</metadata>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:425f276aadfa8dc84a5025bdb68eaa9b59e4d39235576178acdadc1631853855
-size 4600
+oid sha256:05b0cf070846a9c433d551fe47d44fabbb3d940bb18dd0ca9c6b6fbcc3191207
+size 4984