glitext-pii-large / modelaudit.json
barry-sas's picture
Add onnx files
d2dcdcf
Raw
History Blame Contribute Delete
23.5 kB
{
"tool": "modelaudit",
"tool_version": "0.2.40",
"scanned_at": "2026-04-27T01:48:47Z",
"files": {
"model.onnx": {
"size_mb": 1784.6,
"sha256": "e6f5db22bf3a2c0608bae20d80b02eb18e8e6b278ddabc43c176f3c408aafb5f"
}
},
"audit": {
"bytes_scanned": 1795692820,
"issues": [
{
"message": "Weight distribution analysis skipped one or more eligible ONNX initializers",
"severity": "info",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"scan_outcome_reason": "onnx_weight_distribution_analysis_incomplete",
"coverage_gap": "partial_initializer_coverage",
"eligible_initializers": 158,
"analyzed_initializers": 157,
"external_initializers_skipped": 0,
"oversized_initializers_skipped": 1,
"extraction_failures": 0,
"max_array_size": 104857600
},
"timestamp": 1777254517.375655,
"type": "onnx_check",
"rule_code": "S902"
},
{
"message": "File does not contain expected XGBoost binary model markers",
"severity": "info",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"expected_patterns": [
"binf",
"gbtree",
"gblinear",
"dart",
"reg:",
"binary:",
"multi:"
]
},
"why": "Missing XGBoost markers may indicate a truncated, corrupted, or mislabeled model file",
"timestamp": 1777254523.9662325,
"type": "xgboost_check"
}
],
"checks": [
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/README.md",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/README.md"
},
"timestamp": 1777253507.7469912
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/README.md",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/README.md"
},
"timestamp": 1777253507.7470188
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/README.md",
"details": {},
"timestamp": 1777253507.7470477
},
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json"
},
"timestamp": 1777253507.8376338
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json"
},
"timestamp": 1777253507.8376603
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json",
"details": {},
"timestamp": 1777253507.837688
},
{
"name": "Model Name Policy Check",
"status": "passed",
"message": "Model Name Policy Check completed successfully",
"location": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json",
"details": {
"component_count": 2
},
"timestamp": 1777253507.839352
},
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/model.onnx"
},
"timestamp": 1777253507.869744
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/model.onnx"
},
"timestamp": 1777253507.869775
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {},
"timestamp": 1777253507.8698015
},
{
"name": "File Integrity Hash",
"status": "passed",
"message": "File integrity hashes calculated",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"md5": "715d740b8e15bd272bca06334ec5827f",
"sha256": "e6f5db22bf3a2c0608bae20d80b02eb18e8e6b278ddabc43c176f3c408aafb5f",
"sha512": "150c51adb5a0806140ccd55812fafcb4d564de332248b7963a697db6d9f429b18f9fd538d26e3f179c1982d0861a0134cba6411b2b768ee0597579fe399a8873",
"file_size": 1784572593
},
"timestamp": 1777253516.9992
},
{
"name": "JIT/Script Code Execution Detection",
"status": "passed",
"message": "No JIT/Script code execution risks detected",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {},
"timestamp": 1777254512.1935756
},
{
"name": "Network Communication Detection",
"status": "passed",
"message": "No network communication patterns detected",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {},
"timestamp": 1777254512.1937573
},
{
"name": "Custom Operator Domain Check",
"status": "passed",
"message": "All operators use standard ONNX domains",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"safe_nodes": 9913
},
"timestamp": 1777254512.239958
},
{
"name": "Python Operator Detection",
"status": "passed",
"message": "No Python operators detected",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"nodes_checked": 9913
},
"timestamp": 1777254512.2400036
},
{
"name": "Tensor Size Validation",
"status": "passed",
"message": "Tensor Size Validation completed successfully",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx (tensor: core.token_rep_layer.bert_layer.model.embeddings.word_embeddings.weight)",
"details": {
"component_count": 411
},
"timestamp": 1777254515.519565
},
{
"name": "Weight Distribution Analysis Coverage",
"status": "failed",
"message": "Weight distribution analysis skipped one or more eligible ONNX initializers",
"severity": "info",
"location": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"details": {
"scan_outcome_reason": "onnx_weight_distribution_analysis_incomplete",
"coverage_gap": "partial_initializer_coverage",
"eligible_initializers": 158,
"analyzed_initializers": 157,
"external_initializers_skipped": 0,
"oversized_initializers_skipped": 1,
"extraction_failures": 0,
"max_array_size": 104857600
},
"rule_code": "S902",
"timestamp": 1777254517.3755178
},
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/spm.model"
},
"timestamp": 1777254523.9484646
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/spm.model"
},
"timestamp": 1777254523.9484947
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {},
"timestamp": 1777254523.9485226
},
{
"name": "File Integrity Hash",
"status": "passed",
"message": "File integrity hashes calculated",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"md5": "1613fcbf3b82999c187b09c9db79b568",
"sha256": "c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd",
"sha512": "950cf1b397c25342053efaea576419e104f11e085796d741e5e78d6765ffe5474f4f096ee578099b04a611bde03e12808c51e2b6e89d2962a8665a35da6eb081",
"file_size": 2464616
},
"timestamp": 1777254523.9640443
},
{
"name": "Binary Structure Validation",
"status": "failed",
"message": "File does not contain expected XGBoost binary model markers",
"severity": "info",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"expected_patterns": [
"binf",
"gbtree",
"gblinear",
"dart",
"reg:",
"binary:",
"multi:"
]
},
"why": "Missing XGBoost markers may indicate a truncated, corrupted, or mislabeled model file",
"timestamp": 1777254523.9662135
},
{
"name": "XGBoost Loading",
"status": "passed",
"message": "XGBoost loading disabled (safe mode)",
"location": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"details": {
"safe_mode": true
},
"timestamp": 1777254523.9664836
},
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json"
},
"timestamp": 1777254526.045291
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json"
},
"timestamp": 1777254526.045329
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json",
"details": {},
"timestamp": 1777254526.0453677
},
{
"name": "Template Extraction",
"status": "passed",
"message": "No Jinja2 templates found in file",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json",
"details": {
"file_type": "tokenizer_config"
},
"timestamp": 1777254526.4614794
},
{
"name": "Path Exists",
"status": "passed",
"message": "Path exists",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json"
},
"timestamp": 1777254526.4704058
},
{
"name": "Path Readable",
"status": "passed",
"message": "Path is readable",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json",
"details": {
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json"
},
"timestamp": 1777254526.470432
},
{
"name": "File Type Validation",
"status": "passed",
"message": "File type validation passed",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json",
"details": {},
"timestamp": 1777254526.4704616
},
{
"name": "Template Extraction",
"status": "passed",
"message": "No Jinja2 templates found in file",
"location": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json",
"details": {
"file_type": "tokenizer_config"
},
"timestamp": 1777254526.470916
}
],
"files_scanned": 9,
"assets": [
{
"path": "/opt/sas/model-gli-text/models/pii-large/LICENSE",
"type": "unknown"
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/README.md",
"type": "metadata",
"size": 1438
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/added_tokens.json",
"type": "unknown"
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/gliner_config.json",
"type": "manifest",
"size": 2710,
"keys": [
"class_token_index",
"dropout",
"embed_ent_token",
"encoder_config",
"ent_token",
"eval_every",
"fine_tune",
"fuse_layers",
"has_rnn",
"hidden_size",
"labels_encoder",
"labels_encoder_config",
"lr_encoder",
"lr_others",
"max_len",
"max_neg_type_ratio",
"max_types",
"max_width",
"model_name",
"model_type",
"name",
"neg_spans_ratio",
"num_post_fusion_layers",
"num_rnn_layers",
"num_steps",
"post_fusion_schema",
"random_drop",
"represent_spans",
"sep_token",
"shuffle_types",
"size_sup",
"span_loss_coef",
"span_mode",
"subtoken_pooling",
"token_loss_coef",
"train_batch_size",
"transformers_version",
"vocab_size",
"warmup_ratio",
"words_splitter_type"
]
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/model.onnx",
"type": "onnx",
"size": 1784572593
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/special_tokens_map.json",
"type": "unknown"
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/spm.model",
"type": "xgboost",
"size": 2464616
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer.json",
"type": "jinja2_template",
"size": 8649672
},
{
"path": "/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json",
"type": "jinja2_template",
"size": 564
}
],
"has_errors": false,
"scanner_names": [
"metadata",
"manifest",
"onnx",
"xgboost",
"jinja2_template"
],
"file_metadata": {
"/opt/sas/model-gli-text/models/pii-large/LICENSE": {
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": false,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777253507.7414448,
"content_hash": "a9d02548b7b0ac7400816a1a89ad61d1bbc0c5ced16e11f2fe05765f4d81435e"
},
"/opt/sas/model-gli-text/models/pii-large/README.md": {
"file_size": 1438,
"license_info": [
{
"spdx_id": "Apache-2.0",
"name": "Apache License 2.0",
"confidence": 0.8,
"source": "file_header",
"commercial_allowed": true
}
],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": false,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777253507.7526639,
"content_hash": "2139d5d4e9ba7eb619144420d8bfe443efa0016322b8f433ed68009a5f34c79f"
},
"/opt/sas/model-gli-text/models/pii-large/added_tokens.json": {
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": true,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777253507.8301353,
"content_hash": "0a4df7f7953a90443fa51b6ca723242f6cb29e7fc34b1f27fc320c8e60de45b7"
},
"/opt/sas/model-gli-text/models/pii-large/gliner_config.json": {
"file_size": 2710,
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": true,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777253507.8408313,
"root_type": "dict",
"keys": [
"class_token_index",
"dropout",
"embed_ent_token",
"encoder_config",
"ent_token",
"eval_every",
"fine_tune",
"fuse_layers",
"has_rnn",
"hidden_size",
"labels_encoder",
"labels_encoder_config",
"lr_encoder",
"lr_others",
"max_len",
"max_neg_type_ratio",
"max_types",
"max_width",
"model_name",
"model_type",
"name",
"neg_spans_ratio",
"num_post_fusion_layers",
"num_rnn_layers",
"num_steps",
"post_fusion_schema",
"random_drop",
"represent_spans",
"sep_token",
"shuffle_types",
"size_sup",
"span_loss_coef",
"span_mode",
"subtoken_pooling",
"token_loss_coef",
"train_batch_size",
"transformers_version",
"vocab_size",
"warmup_ratio",
"words_splitter_type"
],
"content_hash": "831f96d6d04033ead8842f77d6688117fbe5a700de2a29cf4ad525f253bdaca9"
},
"/opt/sas/model-gli-text/models/pii-large/model.onnx": {
"file_size": 1784572593,
"file_hashes": {
"md5": "715d740b8e15bd272bca06334ec5827f",
"sha256": "e6f5db22bf3a2c0608bae20d80b02eb18e8e6b278ddabc43c176f3c408aafb5f",
"sha512": "150c51adb5a0806140ccd55812fafcb4d564de332248b7963a697db6d9f429b18f9fd538d26e3f179c1982d0861a0134cba6411b2b768ee0597579fe399a8873"
},
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": false,
"is_model": true,
"risk_score": 0.0,
"scan_timestamp": 1777254523.932818,
"ir_version": 7,
"producer_name": "pytorch",
"node_count": 9913,
"scan_outcome": "inconclusive",
"scan_outcome_reasons": [
"onnx_weight_distribution_analysis_incomplete"
],
"layers_analyzed": 157,
"anomalies_found": 0,
"content_hash": "e6f5db22bf3a2c0608bae20d80b02eb18e8e6b278ddabc43c176f3c408aafb5f"
},
"/opt/sas/model-gli-text/models/pii-large/special_tokens_map.json": {
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": true,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777254523.9398346,
"content_hash": "b2f1b2f15f29a6b6d9d6ea4eca1675d2c231a71477f151d48f79cc83a625ba21"
},
"/opt/sas/model-gli-text/models/pii-large/spm.model": {
"file_size": 2464616,
"file_hashes": {
"md5": "1613fcbf3b82999c187b09c9db79b568",
"sha256": "c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd",
"sha512": "950cf1b397c25342053efaea576419e104f11e085796d741e5e78d6765ffe5474f4f096ee578099b04a611bde03e12808c51e2b6e89d2962a8665a35da6eb081"
},
"license_info": [
{
"spdx_id": "RAIL",
"name": "Responsible AI License",
"confidence": 0.8,
"source": "file_header",
"commercial_allowed": true
}
],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": false,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777254524.0049138,
"scan_outcome": "inconclusive",
"scan_outcome_reasons": [
"xgboost_binary_structure_unrecognized"
],
"analysis_incomplete": true,
"content_hash": "c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd"
},
"/opt/sas/model-gli-text/models/pii-large/tokenizer.json": {
"file_size": 8649672,
"ml_context": {
"frameworks": {},
"overall_confidence": 0.0,
"is_ml_content": false,
"detected_patterns": [],
"optimization_hints": [],
"file_type": "tokenizer_config",
"is_tokenizer": true,
"confidence": 2
},
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": true,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777254526.4654963,
"content_hash": "d448b305cb7be09e3bf95e3852b5c8f4726fafe2f7b56d5cfcf26c1d3ebabe8b"
},
"/opt/sas/model-gli-text/models/pii-large/tokenizer_config.json": {
"file_size": 564,
"ml_context": {
"frameworks": {},
"overall_confidence": 0.0,
"is_ml_content": false,
"detected_patterns": [],
"optimization_hints": [],
"file_type": "tokenizer_config",
"is_tokenizer": true,
"confidence": 2
},
"license_info": [],
"copyright_notices": [],
"license_files_nearby": [
"/opt/sas/model-gli-text/models/pii-large/LICENSE"
],
"is_dataset": true,
"is_model": false,
"risk_score": 0.0,
"scan_timestamp": 1777254526.474051,
"content_hash": "1b2caa2d31ebbbf90e61aa8127fadf4f8b930d8b19530e6e88cd32c32418c5cc"
}
},
"content_hash": "78113bd1672c2748e21158ba339dd629fd5fec043042aa9d5030da4fbfdb458b",
"start_time": 1777253505.3059766,
"duration": 1021.1788341999054,
"total_checks": 29,
"passed_checks": 29,
"failed_checks": 0,
"success": false
}
}