Upload 7 files

README.md

@@ -0,0 +1,89 @@
+# RoBERTa-Base Quantized Model for Intent Classification in Banking Systems
+
+This repository contains a fine-tuned RoBERTa-Base model for **intent classification** on the **Banking77** dataset. The model identifies user intent from natural language queries in the context of banking services.
+
+## Model Details
+
+- **Model Architecture:** RoBERTa Base  
+- **Task:** Intent Classification  
+- **Dataset:** Banking77  
+- **Use Case:** Detecting user intents in banking conversations  
+- **Fine-tuning Framework:** Hugging Face Transformers  
+
+## Usage
+
+### Installation
+
+```bash
+pip install transformers torch datasets
+```
+
+### Loading the Model
+
+```python
+from transformers import RobertaTokenizerFast, RobertaForSequenceClassification
+import torch
+from datasets import load_dataset
+
+# Load tokenizer and model
+tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")
+model = RobertaForSequenceClassification.from_pretrained("path_to_your_fine_tuned_model")
+model.eval()
+
+# Sample input
+text = "I am still waiting on my card?"
+
+# Tokenize and predict
+inputs = tokenizer(text, return_tensors="pt", truncation=True, padding=True)
+with torch.no_grad():
+    outputs = model(**inputs)
+    predicted_class = torch.argmax(outputs.logits, dim=1).item()
+
+# Load label mapping from dataset
+label_map = load_dataset("PolyAI/banking77")["train"].features["label"].int2str
+predicted_label = label_map(predicted_class)
+
+print(f"Predicted Intent: {predicted_label}")
+```
+
+## Performance Metrics
+
+- **Accuracy:** 0.927922  
+- **Precision:** 0.931764  
+- **Recall:**  0.927922  
+- **F1 Score:** 0.927976  
+
+## Fine-Tuning Details
+
+### Dataset
+
+The Banking77 dataset contains 13,083 labeled queries across 77 banking-related intents, including tasks like checking balances, transferring money, and reporting fraud.
+
+### Training Configuration
+
+- Number of epochs: 5  
+- Batch size: 16  
+- Evaluation strategy: epoch  
+- Learning rate: 2e-5  
+
+## Repository Structure
+
+```
+.
+├── config.json
+├── tokenizer_config.json    
+├── special_tokens_map.json 
+├── tokenizer.json        
+├── model.safetensors       # Fine-tuned RoBERTa model
+├── README.md               # Documentation
+```
+
+## Limitations
+ 
+- The model may not generalize well to domains outside the fine-tuning dataset.  
+
+- Quantization may result in minor accuracy degradation compared to full-precision models.  
+ 
+## Contributing
+ 
+Contributions are welcome! Feel free to open an issue or submit a pull request if you have suggestions or improvements.

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:678fb0af2cc1a0e85a5f865b893f867a4898ab1230ee6da817c4b61307999eda
+size 249433778

special_tokens_map.json

@@ -0,0 +1,51 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,65 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "50264": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "max_length": 128,
+  "model_max_length": 512,
+  "pad_to_multiple_of": null,
+  "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
+  "sep_token": "</s>",
+  "stride": 0,
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "truncation_side": "right",
+  "truncation_strategy": "longest_first",
+  "unk_token": "<unk>"
+}