Commit
Β·
fe8d446
1
Parent(s):
68c9ed6
Compile deployment files on python 3.10
Browse files- SentimentClassification.ipynb +13 -13
- compile.py +1 -5
- deployment/sentiment_fhe_model/client.zip +1 -1
- deployment/sentiment_fhe_model/server.zip +1 -1
- deployment/serialized_model +0 -0
- sentiment_fhe_model/deployment/client.zip +0 -3
- sentiment_fhe_model/deployment/server.zip +0 -3
- sentiment_fhe_model/deployment/versions.json +0 -1
- sentiment_fhe_model/server_model.onnx +0 -3
SentimentClassification.ipynb
CHANGED
|
@@ -21,7 +21,7 @@
|
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"cell_type": "code",
|
| 24 |
-
"execution_count":
|
| 25 |
"metadata": {},
|
| 26 |
"outputs": [],
|
| 27 |
"source": [
|
|
@@ -312,8 +312,8 @@
|
|
| 312 |
"name": "stdout",
|
| 313 |
"output_type": "stream",
|
| 314 |
"text": [
|
| 315 |
-
"Compilation time: 5.
|
| 316 |
-
"FHE inference time: 1.
|
| 317 |
]
|
| 318 |
}
|
| 319 |
],
|
|
@@ -390,7 +390,7 @@
|
|
| 390 |
"name": "stderr",
|
| 391 |
"output_type": "stream",
|
| 392 |
"text": [
|
| 393 |
-
"Some weights of the model checkpoint at cardiffnlp/twitter-roberta-base-sentiment-latest were not used when initializing RobertaForSequenceClassification: ['roberta.pooler.dense.
|
| 394 |
"- This IS expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
|
| 395 |
"- This IS NOT expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
|
| 396 |
]
|
|
@@ -426,7 +426,7 @@
|
|
| 426 |
"\t- Avoid using `tokenizers` before the fork if possible\n",
|
| 427 |
"\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n",
|
| 428 |
" 0%| | 0/30 [00:00<?, ?it/s]We strongly recommend passing in an `attention_mask` since your input_ids may be padded. See https://huggingface.co/docs/transformers/troubleshooting#incorrect-output-when-padding-tokens-arent-masked.\n",
|
| 429 |
-
"100%|ββββββββββ| 30/30 [00:20<00:00, 1.
|
| 430 |
]
|
| 431 |
}
|
| 432 |
],
|
|
@@ -529,8 +529,8 @@
|
|
| 529 |
"name": "stderr",
|
| 530 |
"output_type": "stream",
|
| 531 |
"text": [
|
| 532 |
-
"100%|ββββββββββ| 13176/13176 [
|
| 533 |
-
"100%|ββββββββββ| 1464/1464 [00
|
| 534 |
]
|
| 535 |
}
|
| 536 |
],
|
|
@@ -791,21 +791,21 @@
|
|
| 791 |
"name": "stdout",
|
| 792 |
"output_type": "stream",
|
| 793 |
"text": [
|
| 794 |
-
"Compilation time: 5.
|
| 795 |
]
|
| 796 |
},
|
| 797 |
{
|
| 798 |
"name": "stderr",
|
| 799 |
"output_type": "stream",
|
| 800 |
"text": [
|
| 801 |
-
"100%|ββββββββββ| 1/1 [00:00<00:00, 17.
|
| 802 |
]
|
| 803 |
},
|
| 804 |
{
|
| 805 |
"name": "stdout",
|
| 806 |
"output_type": "stream",
|
| 807 |
"text": [
|
| 808 |
-
"FHE inference time: 0.
|
| 809 |
]
|
| 810 |
},
|
| 811 |
{
|
|
@@ -859,7 +859,7 @@
|
|
| 859 |
},
|
| 860 |
{
|
| 861 |
"cell_type": "code",
|
| 862 |
-
"execution_count":
|
| 863 |
"metadata": {},
|
| 864 |
"outputs": [],
|
| 865 |
"source": [
|
|
@@ -890,7 +890,7 @@
|
|
| 890 |
},
|
| 891 |
{
|
| 892 |
"cell_type": "code",
|
| 893 |
-
"execution_count":
|
| 894 |
"metadata": {},
|
| 895 |
"outputs": [
|
| 896 |
{
|
|
@@ -973,7 +973,7 @@
|
|
| 973 |
"Transformer + XGBoost 0.74489 "
|
| 974 |
]
|
| 975 |
},
|
| 976 |
-
"execution_count":
|
| 977 |
"metadata": {},
|
| 978 |
"output_type": "execute_result"
|
| 979 |
}
|
|
|
|
| 21 |
},
|
| 22 |
{
|
| 23 |
"cell_type": "code",
|
| 24 |
+
"execution_count": 1,
|
| 25 |
"metadata": {},
|
| 26 |
"outputs": [],
|
| 27 |
"source": [
|
|
|
|
| 312 |
"name": "stdout",
|
| 313 |
"output_type": "stream",
|
| 314 |
"text": [
|
| 315 |
+
"Compilation time: 5.3550 seconds\n",
|
| 316 |
+
"FHE inference time: 1.1162 seconds\n"
|
| 317 |
]
|
| 318 |
}
|
| 319 |
],
|
|
|
|
| 390 |
"name": "stderr",
|
| 391 |
"output_type": "stream",
|
| 392 |
"text": [
|
| 393 |
+
"Some weights of the model checkpoint at cardiffnlp/twitter-roberta-base-sentiment-latest were not used when initializing RobertaForSequenceClassification: ['roberta.pooler.dense.weight', 'roberta.pooler.dense.bias']\n",
|
| 394 |
"- This IS expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
|
| 395 |
"- This IS NOT expected if you are initializing RobertaForSequenceClassification from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
|
| 396 |
]
|
|
|
|
| 426 |
"\t- Avoid using `tokenizers` before the fork if possible\n",
|
| 427 |
"\t- Explicitly set the environment variable TOKENIZERS_PARALLELISM=(true | false)\n",
|
| 428 |
" 0%| | 0/30 [00:00<?, ?it/s]We strongly recommend passing in an `attention_mask` since your input_ids may be padded. See https://huggingface.co/docs/transformers/troubleshooting#incorrect-output-when-padding-tokens-arent-masked.\n",
|
| 429 |
+
"100%|ββββββββββ| 30/30 [00:20<00:00, 1.45it/s]\n"
|
| 430 |
]
|
| 431 |
}
|
| 432 |
],
|
|
|
|
| 529 |
"name": "stderr",
|
| 530 |
"output_type": "stream",
|
| 531 |
"text": [
|
| 532 |
+
"100%|ββββββββββ| 13176/13176 [09:24<00:00, 23.36it/s]\n",
|
| 533 |
+
"100%|ββββββββββ| 1464/1464 [01:00<00:00, 24.12it/s]\n"
|
| 534 |
]
|
| 535 |
}
|
| 536 |
],
|
|
|
|
| 791 |
"name": "stdout",
|
| 792 |
"output_type": "stream",
|
| 793 |
"text": [
|
| 794 |
+
"Compilation time: 5.8594 seconds\n"
|
| 795 |
]
|
| 796 |
},
|
| 797 |
{
|
| 798 |
"name": "stderr",
|
| 799 |
"output_type": "stream",
|
| 800 |
"text": [
|
| 801 |
+
"100%|ββββββββββ| 1/1 [00:00<00:00, 17.16it/s]"
|
| 802 |
]
|
| 803 |
},
|
| 804 |
{
|
| 805 |
"name": "stdout",
|
| 806 |
"output_type": "stream",
|
| 807 |
"text": [
|
| 808 |
+
"FHE inference time: 0.9319 seconds\n"
|
| 809 |
]
|
| 810 |
},
|
| 811 |
{
|
|
|
|
| 859 |
},
|
| 860 |
{
|
| 861 |
"cell_type": "code",
|
| 862 |
+
"execution_count": 26,
|
| 863 |
"metadata": {},
|
| 864 |
"outputs": [],
|
| 865 |
"source": [
|
|
|
|
| 890 |
},
|
| 891 |
{
|
| 892 |
"cell_type": "code",
|
| 893 |
+
"execution_count": 27,
|
| 894 |
"metadata": {},
|
| 895 |
"outputs": [
|
| 896 |
{
|
|
|
|
| 973 |
"Transformer + XGBoost 0.74489 "
|
| 974 |
]
|
| 975 |
},
|
| 976 |
+
"execution_count": 27,
|
| 977 |
"metadata": {},
|
| 978 |
"output_type": "execute_result"
|
| 979 |
}
|
compile.py
CHANGED
|
@@ -1,10 +1,6 @@
|
|
| 1 |
-
import onnx
|
| 2 |
import pandas as pd
|
| 3 |
-
from concrete.ml.deployment import FHEModelDev
|
| 4 |
from concrete.ml.common.serialization.loaders import load
|
| 5 |
-
from concrete.ml.onnx.convert import get_equivalent_numpy_forward_from_onnx_tree
|
| 6 |
-
import json
|
| 7 |
-
import os
|
| 8 |
import shutil
|
| 9 |
from pathlib import Path
|
| 10 |
|
|
|
|
|
|
|
| 1 |
import pandas as pd
|
| 2 |
+
from concrete.ml.deployment import FHEModelDev
|
| 3 |
from concrete.ml.common.serialization.loaders import load
|
|
|
|
|
|
|
|
|
|
| 4 |
import shutil
|
| 5 |
from pathlib import Path
|
| 6 |
|
deployment/sentiment_fhe_model/client.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3887326
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbde0af1d92d5c2b2e42d8d439ae75328773dac591826559fbc2043356c22388
|
| 3 |
size 3887326
|
deployment/sentiment_fhe_model/server.zip
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 3004
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6ab63f4cae95dd9c418df05b0041d567f485ae16ae84f02068165b3df659baf
|
| 3 |
size 3004
|
deployment/serialized_model
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
sentiment_fhe_model/deployment/client.zip
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3f8beae6d9bb5b3ec454dd868a644fb90ea09efefa42f1c016d82ae92f8ab732
|
| 3 |
-
size 128047
|
|
|
|
|
|
|
|
|
|
|
|
sentiment_fhe_model/deployment/server.zip
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:9d1d588333062510d6f7075419228a940c4b6a0005e0f9345ef599cb3b6d0748
|
| 3 |
-
size 9550
|
|
|
|
|
|
|
|
|
|
|
|
sentiment_fhe_model/deployment/versions.json
DELETED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
{"concrete-ml": "1.1.0", "concrete-python": "1.1.0rc1", "python": "3.9.16"}
|
|
|
|
|
|
sentiment_fhe_model/server_model.onnx
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:3c1835d9467bfdf77c48d3492cb7f6adaa20f6f9c106d22eecd4c4ca39f3256f
|
| 3 |
-
size 932509
|
|
|
|
|
|
|
|
|
|
|
|