hr_techgroup

README.md

@@ -0,0 +1,70 @@
+---
+license: mit
+base_model: tangminhanh/hr_cate
+tags:
+- generated_from_trainer
+metrics:
+- accuracy
+- f1
+- precision
+- recall
+model-index:
+- name: hr_subcate
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# hr_subcate
+
+This model is a fine-tuned version of [tangminhanh/hr_cate](https://huggingface.co/tangminhanh/hr_cate) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0156
+- Accuracy: 0.7103
+- F1: 0.8021
+- Precision: 0.9213
+- Recall: 0.7103
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 2e-05
+- train_batch_size: 16
+- eval_batch_size: 32
+- seed: 42
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 5
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1     | Precision | Recall |
+|:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|:---------:|:------:|
+| No log        | 1.0   | 453  | 0.0316          | 0.4588   | 0.6210 | 0.9640    | 0.4581 |
+| 0.0998        | 2.0   | 906  | 0.0212          | 0.5843   | 0.7185 | 0.9338    | 0.5839 |
+| 0.0248        | 3.0   | 1359 | 0.0174          | 0.6827   | 0.7868 | 0.9293    | 0.6821 |
+| 0.0184        | 4.0   | 1812 | 0.0162          | 0.7009   | 0.7942 | 0.9163    | 0.7009 |
+| 0.0152        | 5.0   | 2265 | 0.0156          | 0.7103   | 0.8021 | 0.9213    | 0.7103 |
+
+
+### Framework versions
+
+- Transformers 4.42.4
+- Pytorch 2.3.1+cu121
+- Datasets 2.20.0
+- Tokenizers 0.19.1

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

config.json

@@ -0,0 +1,214 @@
+{
+  "_name_or_path": "tangminhanh/hr_cate",
+  "architectures": [
+    "DebertaV2ForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Viewing of pay slip in HRIS",
+    "1": "TaaS | Sprout - Change in Personal Information",
+    "2": "HRIS Log in Issue",
+    "3": "ID/Badge Card Request",
+    "4": "HRIS - Approver Account Creation\u00a0",
+    "5": "HRIS - Offboarding\u00a0",
+    "6": "HRIS - Work Information Update",
+    "7": "EAA Updates\u00a0",
+    "8": "Other HRIS Concerns",
+    "9": "Inaccurate Data Correction",
+    "10": "Personal Data Updating",
+    "11": "Complicated Report",
+    "12": "Simple Report",
+    "13": "Exit Management Concern",
+    "14": "Employement Verification",
+    "15": "OT Allowance reimbursement",
+    "16": "Reimbursable allowance (part of compensation)",
+    "17": "Endorsement for Salary Increase",
+    "18": "Endorsement for Promotion",
+    "19": "Endorsement for Lateral Movement",
+    "20": "Endorsement for Communication Allowance",
+    "21": "Other movement endorsement/process inquiries",
+    "22": "Certificate of Employment Request",
+    "23": "Non-Disclosure Agreement Request",
+    "24": "Memo Request",
+    "25": "Employment Contract / Consultancy Agreement request",
+    "26": "Personal information update",
+    "27": "Marriage Certificate/Birth Certificate/Death Certificate/Solo Parent ID upload",
+    "28": "HRIS unlock request",
+    "29": "HRIS approver change request",
+    "30": "HRIS work schedule change request",
+    "31": "HRIS filing error / system glitch",
+    "32": "Cancellation of Leave/Schedule Adjustment/Official Business",
+    "33": "Access level change",
+    "34": "Location update",
+    "35": "Other HRIS requests and inquiries",
+    "36": "Incident Report template",
+    "37": "Incident Report submission / Notice to Explain (NTE) issuance request",
+    "38": "Return to Work Order Request",
+    "39": "Generic inquiries \u2013 individual contributor",
+    "40": "Team management-related inquiries \u2013 inquiries from people managers/leadership team (for People Managers only)",
+    "41": "Certificate of Partial Completion",
+    "42": "Certificate of Completion",
+    "43": "Internship allowance follow up",
+    "44": "Checking of current internship hours",
+    "45": "Other Internship Inquiries",
+    "46": "Paternity leave",
+    "47": "Bereavement benefit",
+    "48": "Solo parent leave",
+    "49": "Maternity benefit",
+    "50": "Company-initiated leave benefit",
+    "51": "Special leave for women and other leave benefits",
+    "52": "Compensatory Time Off",
+    "53": "All mental health-related inquiries/requests",
+    "54": "Request for Bonus / Incentive Computation",
+    "55": "Request for Sample Payout Computation",
+    "56": "Pay dispute/payroll concern",
+    "57": "Request for Computation of Final Pay",
+    "58": "Request for Computation of Intern Allowance",
+    "59": "Verification of Salary Range Status",
+    "60": "Request for Issuance of Authorization To Deduct",
+    "61": "Concerns Related to Sprout and Savii Loans",
+    "62": "Other Payroll-related concerns",
+    "63": "Submission of Reimbursement Form and Receipts",
+    "64": "3rd Month Performance Review upload",
+    "65": "5th Month Performance Review upload",
+    "66": "Coaching Logs upload",
+    "67": "Request for Coaching Logs Form",
+    "68": "Performance Improvement Plan Inquiry/Orientation",
+    "69": "Other performance-related inquiries",
+    "70": "Simple Reports",
+    "71": "Complex Reports / Reports Requiring Analytics",
+    "72": "Offboarding request (for People Managers only)",
+    "73": "Clearance follow up",
+    "74": "Offboarding-related inquiries",
+    "75": "Request for Online Certification of Government Loan Application",
+    "76": "Request for Continuation of Government Loan from Previous Employer",
+    "77": "Request for Certificate of Contribution - SSS|Philhealth|Pag-Ibig",
+    "78": "Request for Philhealth forms (for hospitalization purposes)",
+    "79": "Request for Increase in Pag-Ibig Contribution",
+    "80": "Request for Salary Deduction of MP2 savings",
+    "81": "Request for TIN Verification",
+    "82": "Other SSS, Philhealth, Pag-Ibig, and BIR Concerns",
+    "83": "Eligibility for Rehire (for Talent Acquisition Only)",
+    "84": "Credit Card/Cash Advance Limit (for Finance Only)",
+    "85": "All other concerns raised to C&B Internal that do not fall under the above categories",
+    "86": "PEX Pubmats/Collaterals Request"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "3rd Month Performance Review upload": 64,
+    "5th Month Performance Review upload": 65,
+    "Access level change": 33,
+    "All mental health-related inquiries/requests": 53,
+    "All other concerns raised to C&B Internal that do not fall under the above categories": 85,
+    "Bereavement benefit": 47,
+    "Cancellation of Leave/Schedule Adjustment/Official Business": 32,
+    "Certificate of Completion": 42,
+    "Certificate of Employment Request": 22,
+    "Certificate of Partial Completion": 41,
+    "Checking of current internship hours": 44,
+    "Clearance follow up": 73,
+    "Coaching Logs upload": 66,
+    "Company-initiated leave benefit": 50,
+    "Compensatory Time Off": 52,
+    "Complex Reports / Reports Requiring Analytics": 71,
+    "Complicated Report": 11,
+    "Concerns Related to Sprout and Savii Loans": 61,
+    "Credit Card/Cash Advance Limit (for Finance Only)": 84,
+    "EAA Updates\u00a0": 7,
+    "Eligibility for Rehire (for Talent Acquisition Only)": 83,
+    "Employement Verification": 14,
+    "Employment Contract / Consultancy Agreement request": 25,
+    "Endorsement for Communication Allowance": 20,
+    "Endorsement for Lateral Movement": 19,
+    "Endorsement for Promotion": 18,
+    "Endorsement for Salary Increase": 17,
+    "Exit Management Concern": 13,
+    "Generic inquiries \u2013 individual contributor": 39,
+    "HRIS - Approver Account Creation\u00a0": 4,
+    "HRIS - Offboarding\u00a0": 5,
+    "HRIS - Work Information Update": 6,
+    "HRIS Log in Issue": 2,
+    "HRIS approver change request": 29,
+    "HRIS filing error / system glitch": 31,
+    "HRIS unlock request": 28,
+    "HRIS work schedule change request": 30,
+    "ID/Badge Card Request": 3,
+    "Inaccurate Data Correction": 9,
+    "Incident Report submission / Notice to Explain (NTE) issuance request": 37,
+    "Incident Report template": 36,
+    "Internship allowance follow up": 43,
+    "Location update": 34,
+    "Marriage Certificate/Birth Certificate/Death Certificate/Solo Parent ID upload": 27,
+    "Maternity benefit": 49,
+    "Memo Request": 24,
+    "Non-Disclosure Agreement Request": 23,
+    "OT Allowance reimbursement": 15,
+    "Offboarding request (for People Managers only)": 72,
+    "Offboarding-related inquiries": 74,
+    "Other HRIS Concerns": 8,
+    "Other HRIS requests and inquiries": 35,
+    "Other Internship Inquiries": 45,
+    "Other Payroll-related concerns": 62,
+    "Other SSS, Philhealth, Pag-Ibig, and BIR Concerns": 82,
+    "Other movement endorsement/process inquiries": 21,
+    "Other performance-related inquiries": 69,
+    "PEX Pubmats/Collaterals Request": 86,
+    "Paternity leave": 46,
+    "Pay dispute/payroll concern": 56,
+    "Performance Improvement Plan Inquiry/Orientation": 68,
+    "Personal Data Updating": 10,
+    "Personal information update": 26,
+    "Reimbursable allowance (part of compensation)": 16,
+    "Request for Bonus / Incentive Computation": 54,
+    "Request for Certificate of Contribution - SSS|Philhealth|Pag-Ibig": 77,
+    "Request for Coaching Logs Form": 67,
+    "Request for Computation of Final Pay": 57,
+    "Request for Computation of Intern Allowance": 58,
+    "Request for Continuation of Government Loan from Previous Employer": 76,
+    "Request for Increase in Pag-Ibig Contribution": 79,
+    "Request for Issuance of Authorization To Deduct": 60,
+    "Request for Online Certification of Government Loan Application": 75,
+    "Request for Philhealth forms (for hospitalization purposes)": 78,
+    "Request for Salary Deduction of MP2 savings": 80,
+    "Request for Sample Payout Computation": 55,
+    "Request for TIN Verification": 81,
+    "Return to Work Order Request": 38,
+    "Simple Report": 12,
+    "Simple Reports": 70,
+    "Solo parent leave": 48,
+    "Special leave for women and other leave benefits": 51,
+    "Submission of Reimbursement Form and Receipts": 63,
+    "TaaS | Sprout - Change in Personal Information": 1,
+    "Team management-related inquiries \u2013 inquiries from people managers/leadership team (for People Managers only)": 40,
+    "Verification of Salary Range Status": 59,
+    "Viewing of pay slip in HRIS": 0
+  },
+  "layer_norm_eps": 1e-07,
+  "max_position_embeddings": 512,
+  "max_relative_positions": -1,
+  "model_type": "deberta-v2",
+  "norm_rel_ebd": "layer_norm",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 6,
+  "pad_token_id": 0,
+  "pooler_dropout": 0,
+  "pooler_hidden_act": "gelu",
+  "pooler_hidden_size": 768,
+  "pos_att_type": [
+    "p2c",
+    "c2p"
+  ],
+  "position_biased_input": false,
+  "position_buckets": 256,
+  "problem_type": "multi_label_classification",
+  "relative_attention": true,
+  "share_att_key": true,
+  "torch_dtype": "float32",
+  "transformers_version": "4.42.4",
+  "type_vocab_size": 0,
+  "vocab_size": 128100
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a8b2bc7ba60db08d1b2200f6315c0abbec83ca4d3a64e635a56f7878bbbc62
+size 567860028

runs/Jul23_07-52-02_9cdcb57939d9/events.out.tfevents.1721721130.9cdcb57939d9.2051.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c3fda114962c9cc14cfb848ea8699bfeba9e7d405efcee78525a1bbd9e40f1f
+size 17132

runs/Jul23_07-52-02_9cdcb57939d9/events.out.tfevents.1721721844.9cdcb57939d9.2051.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c293d2284c58422acc6452b4d78cac7130e707e5445e2f1b3b6f8e2273351e92
+size 560

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "[CLS]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "[MASK]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "[PAD]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "[SEP]",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

tokenizer_config.json

@@ -0,0 +1,65 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "max_length": 512,
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_to_multiple_of": null,
+  "pad_token": "[PAD]",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "stride": 0,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:addaf7285b3097e25b8d3ec757399e5fdd02969ef6ec0d83ac7d1741e20e007f
+size 5112