Spaces:
Sleeping
Sleeping
Upload folder using huggingface_hub
Browse files- .gitignore +0 -1
- main/helper.py +3 -21
- model/MLmodel +25 -0
- model/artifacts/Tfidf.joblib +3 -0
- model/artifacts/XGB-v2.joblib +3 -0
- model/conda.yaml +15 -0
- model/python_env.yaml +7 -0
- model/python_model.pkl +3 -0
- model/registered_model_meta +2 -0
- model/requirements.txt +8 -0
- requirements.txt +1 -2
.gitignore
CHANGED
|
@@ -1 +0,0 @@
|
|
| 1 |
-
model/
|
|
|
|
|
|
main/helper.py
CHANGED
|
@@ -1,17 +1,8 @@
|
|
| 1 |
# Helper functions for the model inference api
|
| 2 |
-
|
| 3 |
import yaml
|
| 4 |
import joblib
|
| 5 |
from pathlib import Path
|
| 6 |
-
from huggingface_hub import snapshot_download
|
| 7 |
-
from dotenv import load_dotenv
|
| 8 |
-
load_dotenv()
|
| 9 |
-
|
| 10 |
-
# get environment variable
|
| 11 |
-
hf_repo_id = os.getenv("HUGGINGFACE_REPO_ID")
|
| 12 |
-
if not hf_repo_id:
|
| 13 |
-
raise EnvironmentError("HUGGINGFACE_REPO_ID is not set")
|
| 14 |
-
|
| 15 |
|
| 16 |
# load yaml files to get model meta data.
|
| 17 |
try:
|
|
@@ -24,17 +15,8 @@ except:
|
|
| 24 |
def load_model():
|
| 25 |
""" Loads ML model from location path and returns the model. """
|
| 26 |
try:
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
repo_type = "model",
|
| 30 |
-
local_dir = "/tmp/model",
|
| 31 |
-
local_dir_use_symlinks = False
|
| 32 |
-
)
|
| 33 |
-
|
| 34 |
-
model_path = Path(model_dir)/"python_model.pkl"
|
| 35 |
-
with open(model_path, "rb") as f:
|
| 36 |
-
model = joblib.load(f)
|
| 37 |
-
|
| 38 |
return model
|
| 39 |
|
| 40 |
except Exception as e:
|
|
|
|
| 1 |
# Helper functions for the model inference api
|
| 2 |
+
|
| 3 |
import yaml
|
| 4 |
import joblib
|
| 5 |
from pathlib import Path
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
|
| 7 |
# load yaml files to get model meta data.
|
| 8 |
try:
|
|
|
|
| 15 |
def load_model():
|
| 16 |
""" Loads ML model from location path and returns the model. """
|
| 17 |
try:
|
| 18 |
+
with open(Path("model/python_model.pkl"), "rb") as f:
|
| 19 |
+
model = joblib.load(f)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
return model
|
| 21 |
|
| 22 |
except Exception as e:
|
model/MLmodel
ADDED
|
@@ -0,0 +1,25 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
artifact_path: XGB-v2
|
| 2 |
+
flavors:
|
| 3 |
+
python_function:
|
| 4 |
+
artifacts:
|
| 5 |
+
classifier:
|
| 6 |
+
path: artifacts\XGB-v2.joblib
|
| 7 |
+
uri: models\XGB-v2.joblib
|
| 8 |
+
vectorizer:
|
| 9 |
+
path: artifacts\Tfidf.joblib
|
| 10 |
+
uri: models\Tfidf.joblib
|
| 11 |
+
cloudpickle_version: 3.1.1
|
| 12 |
+
code: null
|
| 13 |
+
env:
|
| 14 |
+
conda: conda.yaml
|
| 15 |
+
virtualenv: python_env.yaml
|
| 16 |
+
loader_module: mlflow.pyfunc.model
|
| 17 |
+
python_model: python_model.pkl
|
| 18 |
+
python_version: 3.11.5
|
| 19 |
+
streamable: false
|
| 20 |
+
mlflow_version: 2.22.1
|
| 21 |
+
model_size_bytes: 11990188
|
| 22 |
+
model_uuid: 65490db310744bdf8f1c897d96f8aca8
|
| 23 |
+
prompts: null
|
| 24 |
+
run_id: cda6d2d206b34409a74cd67407bda91c
|
| 25 |
+
utc_time_created: '2025-07-28 10:17:07.559763'
|
model/artifacts/Tfidf.joblib
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3b128625a5b8b778ee4d4a97f8afdfba1268a3ee14b9e3328bab3de48e685cf
|
| 3 |
+
size 120443
|
model/artifacts/XGB-v2.joblib
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa4330bca1029dc4532a5c4ced95b6fa62ef196f6789fad05a1414d662967fea
|
| 3 |
+
size 5863647
|
model/conda.yaml
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
channels:
|
| 2 |
+
- conda-forge
|
| 3 |
+
dependencies:
|
| 4 |
+
- python=3.11.5
|
| 5 |
+
- pip<=25.1
|
| 6 |
+
- pip:
|
| 7 |
+
- mlflow==2.22.1
|
| 8 |
+
- cloudpickle==3.1.1
|
| 9 |
+
- numpy==2.2.6
|
| 10 |
+
- pandas==2.3.1
|
| 11 |
+
- psutil==7.0.0
|
| 12 |
+
- scikit-learn==1.7.0
|
| 13 |
+
- scipy==1.13.1
|
| 14 |
+
- xgboost==3.0.2
|
| 15 |
+
name: mlflow-env
|
model/python_env.yaml
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
python: 3.11.5
|
| 2 |
+
build_dependencies:
|
| 3 |
+
- pip==25.1
|
| 4 |
+
- setuptools==78.1.1
|
| 5 |
+
- wheel==0.45.1
|
| 6 |
+
dependencies:
|
| 7 |
+
- -r requirements.txt
|
model/python_model.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a6d00d6029ae727539c833a6504499aee7c3d7da5de56b03be330806293f3954
|
| 3 |
+
size 6006098
|
model/registered_model_meta
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
model_name: ToxicTagger-Models
|
| 2 |
+
model_version: '6'
|
model/requirements.txt
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
mlflow==2.22.1
|
| 2 |
+
cloudpickle==3.1.1
|
| 3 |
+
numpy==2.2.6
|
| 4 |
+
pandas==2.3.1
|
| 5 |
+
psutil==7.0.0
|
| 6 |
+
scikit-learn==1.7.0
|
| 7 |
+
scipy==1.13.1
|
| 8 |
+
xgboost==3.0.2
|
requirements.txt
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
fastapi==0.116.1
|
| 2 |
uvicorn==0.35.0
|
| 3 |
joblib==1.5.1
|
| 4 |
-
PyYAML==6.0.2
|
| 5 |
-
python-dotenv==1.1.1
|
|
|
|
| 1 |
fastapi==0.116.1
|
| 2 |
uvicorn==0.35.0
|
| 3 |
joblib==1.5.1
|
| 4 |
+
PyYAML==6.0.2
|
|
|