End of training

README.md

@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [t5-large](https://huggingface.co/t5-large) on an unknown dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.0221
+- Loss: 0.0226
 
 ## Model description
 
@@ -48,24 +48,24 @@ The following hyperparameters were used during training:
 |:-------------:|:-----:|:----:|:---------------:|
 | 5.0173        | 1.0   | 26   | 3.6634          |
 | 1.3207        | 2.0   | 52   | 1.6421          |
-| 1.5145        | 3.0   | 78   | 0.8648          |
-| 0.569         | 4.0   | 104  | 0.4282          |
-| 0.959         | 5.0   | 130  | 0.2613          |
-| 0.3348        | 6.0   | 156  | 0.1609          |
-| 0.279         | 7.0   | 182  | 0.1122          |
-| 0.1566        | 8.0   | 208  | 0.0876          |
-| 0.1332        | 9.0   | 234  | 0.0692          |
-| 0.0173        | 10.0  | 260  | 0.0540          |
-| 0.1275        | 11.0  | 286  | 0.0489          |
-| 0.0454        | 12.0  | 312  | 0.0424          |
-| 0.0197        | 13.0  | 338  | 0.0367          |
-| 0.0166        | 14.0  | 364  | 0.0332          |
-| 0.0718        | 15.0  | 390  | 0.0289          |
-| 0.0243        | 16.0  | 416  | 0.0261          |
-| 0.1413        | 17.0  | 442  | 0.0244          |
-| 0.2464        | 18.0  | 468  | 0.0231          |
-| 0.0033        | 19.0  | 494  | 0.0223          |
-| 0.0122        | 20.0  | 520  | 0.0221          |
+| 1.509         | 3.0   | 78   | 0.8581          |
+| 0.5497        | 4.0   | 104  | 0.4255          |
+| 1.03          | 5.0   | 130  | 0.2530          |
+| 0.2971        | 6.0   | 156  | 0.1623          |
+| 0.2127        | 7.0   | 182  | 0.1202          |
+| 0.2528        | 8.0   | 208  | 0.0950          |
+| 0.1327        | 9.0   | 234  | 0.0767          |
+| 0.0153        | 10.0  | 260  | 0.0653          |
+| 0.0677        | 11.0  | 286  | 0.0579          |
+| 0.0441        | 12.0  | 312  | 0.0505          |
+| 0.0254        | 13.0  | 338  | 0.0425          |
+| 0.022         | 14.0  | 364  | 0.0325          |
+| 0.0683        | 15.0  | 390  | 0.0277          |
+| 0.0128        | 16.0  | 416  | 0.0265          |
+| 0.1322        | 17.0  | 442  | 0.0251          |
+| 0.2482        | 18.0  | 468  | 0.0237          |
+| 0.003         | 19.0  | 494  | 0.0226          |
+| 0.0118        | 20.0  | 520  | 0.0226          |
 
 
 ### Framework versions

app.py

@@ -0,0 +1,107 @@
+
+import json
+import asyncio
+import websockets
+from transformers import pipeline
+classifier1 = pipeline("text-classification", model="ja_gi_47")
+#classifier2 = pipeline("text-classification", model="ja_gi_71")
+extractor1 = pipeline("text2text-generation", model="name_extract")
+extractor2 = pipeline("text2text-generation", model="postcode_extract")
+extractor3 = pipeline("text2text-generation", model="time_extract")
+extractor4 = pipeline("text2text-generation", model="task_extract")
+extractor5 = pipeline("text2text-generation", model="occ_extract")
+
+
+async def time_extractor(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=extractor3(intent)[0]["generated_text"]
+            #label= time_check(dt)
+            if label=="":
+                 label="No time intent detected"
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+         print("Connection closed")
+async def task_extractor(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=extractor4(intent)[0]["generated_text"]
+            if label=="":
+               label="No request detected"
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+        print("Connection closed")
+async def postcode_extractor(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=extractor2(intent)[0]["generated_text"]
+
+            if label.count(" ")>2:
+                   label=""
+            if label=="":
+                 label="No postcode detected"
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+        print("Connection closed")
+async def name_extractor(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=extractor1(intent)[0]["generated_text"]
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+        print("Connection closed")
+async def occ_extractor(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=extractor5(intent)[0]["generated_text"]
+            if label=="":
+               label="No occupation detected"
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+        print("Connection closed")
+
+
+async def classify_intent1(websocket, path):
+    try:
+        while True:
+            data = await websocket.recv()
+            payload = json.loads(data)
+            intent  = payload["prompt"]
+            label=classifier1(intent)[0]["label"]
+            await websocket.send(json.dumps(label))
+    except websockets.ConnectionClosed:
+        print("Connection closed")
+async def start_server():
+    server0 = await websockets.serve(name_extractor, "0.0.0.0",8764)
+    print("Server name started")
+    server1 = await websockets.serve(classify_intent1, "0.0.0.0",8765)
+    print("Server 47 started")
+   server2 = await websockets.serve(occ_extractor, "0.0.0.0", 8766)
+    print("Server 71 started")
+    server3 = await websockets.serve(postcode_extractor, "0.0.0.0", 8763)
+    print("Server postcode started")
+    server4 = await websockets.serve(time_extractor, "0.0.0.0", 8762)
+    print("Server time started")
+    server5 = await websockets.serve(task_extractor, "0.0.0.0", 8761)
+    print("Server task started")
+
+    await asyncio.Future()  
+
+asyncio.run(start_server())
+# await server2.wait_closed()
+

runs/Jun17_15-53-04_MacBook-Pro.local/events.out.tfevents.1718610786.MacBook-Pro.local

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfea339ffbcb69ea334da0ebf8f7cde11ac64efa4703e7836ed25222324ae1ac
+size 120768

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e6b6f0d368d54d7aea7454a20957bbce3b8d3ad8a8f15b2163d5d4519ec291d5
+oid sha256:124d5b5fbae36b125f494e81eec17dd0e290c0d047f9559e71f30a51f4e8eaca
 size 5304