Upload model via Fine-tune Assistant
Browse files- README.md +365 -0
- benchmark/adversarial_samples.csv +121 -0
- benchmark/benchmark_results.json +1433 -0
- config.json +35 -0
- evaluation_results.json +31 -0
- label_config.json +20 -0
- model.safetensors +3 -0
- special_tokens_map.json +7 -0
- tokenizer.json +0 -0
- tokenizer_config.json +59 -0
- training_args.bin +3 -0
- vocab.txt +0 -0
README.md
ADDED
|
@@ -0,0 +1,365 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
language: tr
|
| 3 |
+
license: other
|
| 4 |
+
license_name: siriusai-premium-v1
|
| 5 |
+
license_link: LICENSE
|
| 6 |
+
tags:
|
| 7 |
+
- turkish
|
| 8 |
+
- text-classification
|
| 9 |
+
- bert
|
| 10 |
+
- nlp
|
| 11 |
+
- transformers
|
| 12 |
+
- siriusai
|
| 13 |
+
- production-ready
|
| 14 |
+
- enterprise
|
| 15 |
+
base_model: dbmdz/bert-base-turkish-uncased
|
| 16 |
+
datasets:
|
| 17 |
+
- custom
|
| 18 |
+
metrics:
|
| 19 |
+
- f1
|
| 20 |
+
- precision
|
| 21 |
+
- recall
|
| 22 |
+
- accuracy
|
| 23 |
+
- mcc
|
| 24 |
+
library_name: transformers
|
| 25 |
+
pipeline_tag: text-classification
|
| 26 |
+
model-index:
|
| 27 |
+
- name: emotion-tr
|
| 28 |
+
results:
|
| 29 |
+
- task:
|
| 30 |
+
type: text-classification
|
| 31 |
+
name: Text Classification
|
| 32 |
+
metrics:
|
| 33 |
+
- type: f1
|
| 34 |
+
value: 0.9744976471619214
|
| 35 |
+
name: Macro F1
|
| 36 |
+
- type: mcc
|
| 37 |
+
value: 0.9610214790438847
|
| 38 |
+
---
|
| 39 |
+
|
| 40 |
+
# emotion-tr - Turkish Emotion Classification Model
|
| 41 |
+
|
| 42 |
+
<p align="center">
|
| 43 |
+
<a href="https://huggingface.co/hayatiali/emotion-tr"><img src="https://img.shields.io/badge/%F0%9F%A4%97%20Hugging%20Face-emotion--tr-yellow" alt="Hugging Face"></a>
|
| 44 |
+
<a href="https://huggingface.co/hayatiali/emotion-tr"><img src="https://img.shields.io/badge/Model-Production%20Ready-brightgreen" alt="Production Ready"></a>
|
| 45 |
+
<img src="https://img.shields.io/badge/Language-Turkish-blue" alt="Turkish">
|
| 46 |
+
<img src="https://img.shields.io/badge/Task-Text%20Classification-orange" alt="Text Classification">
|
| 47 |
+
</p>
|
| 48 |
+
|
| 49 |
+
This model is designed for the **classification of emotional sentiments** in Turkish text.
|
| 50 |
+
|
| 51 |
+
*Developed by SiriusAI Tech Brain Team*
|
| 52 |
+
|
| 53 |
+
---
|
| 54 |
+
|
| 55 |
+
## Mission
|
| 56 |
+
|
| 57 |
+
> **To provide advanced sentiment analysis capabilities for Turkish text, empowering businesses and researchers to understand emotional tones effectively.**
|
| 58 |
+
|
| 59 |
+
The `emotion-tr` model leverages the **BERT architecture** to deliver high-performance text classification, specifically tailored for the Turkish language. By analyzing sentiments as negative, neutral, or positive, this model facilitates a deeper understanding of customer feedback, social media interactions, and other textual data, proving essential for sentiment-driven applications in various domains.
|
| 60 |
+
|
| 61 |
+
### Why This Model Matters
|
| 62 |
+
|
| 63 |
+
- **High Accuracy**: Achieves over **97% accuracy**, making it reliable for various applications.
|
| 64 |
+
- **Robust Performance**: Exhibits superior performance across all sentiment categories.
|
| 65 |
+
- **Enterprise-Ready**: Designed to meet the demands of production environments with efficient response times.
|
| 66 |
+
- **Customizable**: Can be fine-tuned for specific applications beyond emotion classification.
|
| 67 |
+
- **Comprehensive Documentation**: Provides extensive guidance for integration and usage.
|
| 68 |
+
|
| 69 |
+
---
|
| 70 |
+
|
| 71 |
+
## Model Overview
|
| 72 |
+
|
| 73 |
+
| Property | Value |
|
| 74 |
+
|----------|-------|
|
| 75 |
+
| **Architecture** | BertForSequenceClassification |
|
| 76 |
+
| **Base Model** | `dbmdz/bert-base-turkish-uncased` |
|
| 77 |
+
| **Task** | Text Classification |
|
| 78 |
+
| **Language** | Turkish (tr) |
|
| 79 |
+
| **Categories** | 3 labels |
|
| 80 |
+
| **Model Size** | ~110M parameters |
|
| 81 |
+
| **Inference Time** | ~10-15ms (GPU) / ~40-50ms (CPU) |
|
| 82 |
+
|
| 83 |
+
---
|
| 84 |
+
|
| 85 |
+
## Performance Metrics
|
| 86 |
+
|
| 87 |
+
### Final Evaluation Results
|
| 88 |
+
|
| 89 |
+
| Metric | Score | Description |
|
| 90 |
+
|--------|-------|-------------|
|
| 91 |
+
| **Macro F1** | **0.9744976471619214** | Harmonic mean of precision and recall |
|
| 92 |
+
| **MCC** | **0.9610214790438847** | Matthews Correlation Coefficient |
|
| 93 |
+
| **Accuracy** | **97.5557461406518%** | Overall accuracy of the model |
|
| 94 |
+
|
| 95 |
+
### Per-Class Performance
|
| 96 |
+
|
| 97 |
+
| Category | Accuracy | Correct | Total |
|
| 98 |
+
|----------|----------|---------|-------|
|
| 99 |
+
| **negatif** | 97.0% | 700 | 722 |
|
| 100 |
+
| **notr** | 98.0% | 1,069 | 1,091 |
|
| 101 |
+
| **pozitif** | 97.5% | 506 | 519 |
|
| 102 |
+
|
| 103 |
+
---
|
| 104 |
+
|
| 105 |
+
## Dataset
|
| 106 |
+
|
| 107 |
+
### Dataset Statistics
|
| 108 |
+
|
| 109 |
+
| Split | Samples | Purpose |
|
| 110 |
+
|-------|---------|---------|
|
| 111 |
+
| **Train** | 9,322 | Model training |
|
| 112 |
+
| **Test** | 2,332 | Model evaluation |
|
| 113 |
+
| **Total** | 11,654 | Complete dataset |
|
| 114 |
+
|
| 115 |
+
### Category Distribution
|
| 116 |
+
|
| 117 |
+
| Category | Samples | Percentage | Description |
|
| 118 |
+
|----------|---------|------------|-------------|
|
| 119 |
+
| **sentiment_3class** | 11,654 | 100.0% | sentiment_3class category |
|
| 120 |
+
|
| 121 |
+
### Subcategory Breakdown
|
| 122 |
+
|
| 123 |
+
| Category | Subcategories |
|
| 124 |
+
|----------|---------------|
|
| 125 |
+
| **sentiment_3class** | pozitif, negatif, notr |
|
| 126 |
+
|
| 127 |
+
---
|
| 128 |
+
|
| 129 |
+
## Label Definitions
|
| 130 |
+
|
| 131 |
+
| Label | ID | Description | Turkish Examples |
|
| 132 |
+
|-------|-----|-------------|------------------|
|
| 133 |
+
| **negatif** | 0 | Indicates negative sentiment | "Bu çok kötü bir film." "Hizmet berbattı." |
|
| 134 |
+
| **notr** | 1 | Indicates neutral sentiment | "Bugün hava güzel." "Toplantı yapıldı." |
|
| 135 |
+
| **pozitif** | 2 | Indicates positive sentiment | "Harika bir deneyim!" "Çok memnun kaldım." |
|
| 136 |
+
|
| 137 |
+
### Important: Category Boundaries
|
| 138 |
+
|
| 139 |
+
When classifying sentiments, the distinction between **notr** and **negatif** can be subtle; for instance, "Bu film sıradan" might be interpreted as neutral, while "Bu film kötü" is clearly negative.
|
| 140 |
+
|
| 141 |
+
---
|
| 142 |
+
|
| 143 |
+
## Training Procedure
|
| 144 |
+
|
| 145 |
+
### Hyperparameters
|
| 146 |
+
|
| 147 |
+
| Parameter | Value |
|
| 148 |
+
|-----------|-------|
|
| 149 |
+
| **Base Model** | `dbmdz/bert-base-turkish-uncased` |
|
| 150 |
+
| **Max Sequence Length** | 128 tokens |
|
| 151 |
+
| **Batch Size** | 16 |
|
| 152 |
+
| **Learning Rate** | 2e-5 |
|
| 153 |
+
| **Epochs** | 3 |
|
| 154 |
+
| **Optimizer** | AdamW |
|
| 155 |
+
| **Weight Decay** | 0.01 |
|
| 156 |
+
| **Loss Function** | CrossEntropyLoss / Focal Loss |
|
| 157 |
+
| **Problem Type** | Single-label Classification |
|
| 158 |
+
|
| 159 |
+
### Training Environment
|
| 160 |
+
|
| 161 |
+
| Resource | Specification |
|
| 162 |
+
|----------|---------------|
|
| 163 |
+
| **Hardware** | Apple Silicon (MPS) / CUDA GPU |
|
| 164 |
+
| **Framework** | PyTorch + Transformers |
|
| 165 |
+
| **Training Time** | Varies based on dataset size |
|
| 166 |
+
|
| 167 |
+
---
|
| 168 |
+
|
| 169 |
+
## Usage
|
| 170 |
+
|
| 171 |
+
### Installation
|
| 172 |
+
|
| 173 |
+
```bash
|
| 174 |
+
pip install transformers torch
|
| 175 |
+
```
|
| 176 |
+
|
| 177 |
+
### Quick Start
|
| 178 |
+
|
| 179 |
+
```python
|
| 180 |
+
from transformers import AutoTokenizer, AutoModelForSequenceClassification
|
| 181 |
+
import torch
|
| 182 |
+
|
| 183 |
+
model_name = "hayatiali/emotion-tr"
|
| 184 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 185 |
+
model = AutoModelForSequenceClassification.from_pretrained(model_name)
|
| 186 |
+
model.eval()
|
| 187 |
+
|
| 188 |
+
LABELS = ["negatif", "notr", "pozitif"]
|
| 189 |
+
|
| 190 |
+
def predict(text):
|
| 191 |
+
inputs = tokenizer(text, return_tensors="pt", truncation=True, max_length=128)
|
| 192 |
+
with torch.no_grad():
|
| 193 |
+
outputs = model(**inputs)
|
| 194 |
+
probs = torch.softmax(outputs.logits, dim=-1)[0]
|
| 195 |
+
|
| 196 |
+
scores = {label: float(prob) for label, prob in zip(LABELS, probs)}
|
| 197 |
+
primary = max(scores, key=scores.get)
|
| 198 |
+
return {"category": primary, "confidence": scores[primary], "all_scores": scores}
|
| 199 |
+
|
| 200 |
+
# Examples
|
| 201 |
+
print(predict("Bu film harika!"))
|
| 202 |
+
```
|
| 203 |
+
|
| 204 |
+
### Production Class
|
| 205 |
+
|
| 206 |
+
```python
|
| 207 |
+
class EmotionClassifier:
|
| 208 |
+
LABELS = ["negatif", "notr", "pozitif"]
|
| 209 |
+
|
| 210 |
+
def __init__(self, model_path="hayatiali/emotion-tr"):
|
| 211 |
+
self.tokenizer = AutoTokenizer.from_pretrained(model_path)
|
| 212 |
+
self.model = AutoModelForSequenceClassification.from_pretrained(model_path)
|
| 213 |
+
self.device = "cuda" if torch.cuda.is_available() else "cpu"
|
| 214 |
+
self.model.to(self.device).eval()
|
| 215 |
+
|
| 216 |
+
def predict(self, text: str) -> dict:
|
| 217 |
+
inputs = self.tokenizer(text, return_tensors="pt", truncation=True, max_length=128)
|
| 218 |
+
inputs = {k: v.to(self.device) for k, v in inputs.items()}
|
| 219 |
+
|
| 220 |
+
with torch.no_grad():
|
| 221 |
+
logits = self.model(**inputs).logits
|
| 222 |
+
probs = torch.softmax(logits, dim=-1)[0].cpu().numpy()
|
| 223 |
+
|
| 224 |
+
scores = dict(zip(self.LABELS, probs))
|
| 225 |
+
return {"category": max(scores, key=scores.get), "confidence": max(scores.values()), "scores": scores}
|
| 226 |
+
```
|
| 227 |
+
|
| 228 |
+
### Batch Inference
|
| 229 |
+
|
| 230 |
+
```python
|
| 231 |
+
def predict_batch(texts: list, batch_size: int = 32) -> list:
|
| 232 |
+
results = []
|
| 233 |
+
for i in range(0, len(texts), batch_size):
|
| 234 |
+
batch = texts[i:i + batch_size]
|
| 235 |
+
inputs = tokenizer(batch, return_tensors="pt", truncation=True, max_length=128, padding=True)
|
| 236 |
+
inputs = {k: v.to(device) for k, v in inputs.items()}
|
| 237 |
+
|
| 238 |
+
with torch.no_grad():
|
| 239 |
+
probs = torch.softmax(model(**inputs).logits, dim=-1).cpu().numpy()
|
| 240 |
+
|
| 241 |
+
for prob in probs:
|
| 242 |
+
scores = dict(zip(LABELS, prob))
|
| 243 |
+
results.append(scores)
|
| 244 |
+
return results
|
| 245 |
+
```
|
| 246 |
+
|
| 247 |
+
---
|
| 248 |
+
|
| 249 |
+
## Limitations & Known Issues
|
| 250 |
+
|
| 251 |
+
### ⚠️ Model Limitations
|
| 252 |
+
|
| 253 |
+
| Limitation | Details | Impact |
|
| 254 |
+
|------------|---------|--------|
|
| 255 |
+
| **Context Sensitivity** | The model may misclassify sentiments in ambiguous contexts | Potentially inaccurate predictions |
|
| 256 |
+
| **Domain Adaptability** | Performance may vary across different domains (e.g., social media vs. formal texts) | Requires further fine-tuning for specific applications |
|
| 257 |
+
| **Language Nuances** | Subtle linguistic features unique to Turkish may not be perfectly captured | May lead to classification errors in nuanced cases |
|
| 258 |
+
|
| 259 |
+
### ⚠️ Production Deployment Considerations
|
| 260 |
+
|
| 261 |
+
| Consideration | Details | Recommendation |
|
| 262 |
+
|---------------|---------|----------------|
|
| 263 |
+
| **Model Size** | The model is approximately 110M parameters | Ensure adequate resources for deployment |
|
| 264 |
+
| **Latency** | Inference time may vary with input length and server load | Optimize batch sizes for improved performance |
|
| 265 |
+
|
| 266 |
+
### Not Suitable For
|
| 267 |
+
|
| 268 |
+
- Legal document analysis
|
| 269 |
+
- Medical diagnosis based on text
|
| 270 |
+
- Any critical decision-making without human oversight
|
| 271 |
+
|
| 272 |
+
---
|
| 273 |
+
|
| 274 |
+
## Ethical Considerations
|
| 275 |
+
|
| 276 |
+
### Intended Use
|
| 277 |
+
|
| 278 |
+
- Sentiment analysis in customer feedback
|
| 279 |
+
- Emotional tone detection in social media posts
|
| 280 |
+
- Market research and analysis
|
| 281 |
+
|
| 282 |
+
### Risks
|
| 283 |
+
|
| 284 |
+
- **Bias in Data**: The model may reflect biases present in the training data, leading to skewed results.
|
| 285 |
+
- **Misinterpretation of Sentiments**: Incorrect sentiment classification could misguide businesses in decision-making.
|
| 286 |
+
|
| 287 |
+
### Recommendations
|
| 288 |
+
|
| 289 |
+
1. **Human Oversight**: Always accompany model predictions with human judgment.
|
| 290 |
+
2. **Monitoring**: Regularly assess model performance and retrain as necessary.
|
| 291 |
+
3. **Updates**: Stay informed about updates to the model and fine-tune based on new data.
|
| 292 |
+
|
| 293 |
+
---
|
| 294 |
+
|
| 295 |
+
## Technical Specifications
|
| 296 |
+
|
| 297 |
+
### Model Architecture
|
| 298 |
+
|
| 299 |
+
```
|
| 300 |
+
BertForSequenceClassification(
|
| 301 |
+
(bert): BertModel(
|
| 302 |
+
(embeddings): BertEmbeddings
|
| 303 |
+
(encoder): BertEncoder (12 layers)
|
| 304 |
+
(pooler): BertPooler
|
| 305 |
+
)
|
| 306 |
+
(dropout): Dropout(p=0.1)
|
| 307 |
+
(classifier): Linear(in_features=768, out_features=3)
|
| 308 |
+
)
|
| 309 |
+
|
| 310 |
+
Total Parameters: ~110M
|
| 311 |
+
```
|
| 312 |
+
|
| 313 |
+
### Input/Output
|
| 314 |
+
|
| 315 |
+
- **Input**: Turkish text (max 128 tokens)
|
| 316 |
+
- **Output**: 3-dimensional probability vector
|
| 317 |
+
- **Tokenizer**: BERTurk WordPiece (32k vocab)
|
| 318 |
+
|
| 319 |
+
---
|
| 320 |
+
|
| 321 |
+
## Citation
|
| 322 |
+
|
| 323 |
+
```bibtex
|
| 324 |
+
@misc{emotion-tr-2025,
|
| 325 |
+
title={emotion-tr - Turkish Text Classification Model},
|
| 326 |
+
author={SiriusAI Tech Brain Team},
|
| 327 |
+
year={2025},
|
| 328 |
+
publisher={Hugging Face},
|
| 329 |
+
howpublished={\url{https://huggingface.co/hayatiali/emotion-tr}},
|
| 330 |
+
note={Fine-tuned from dbmdz/bert-base-turkish-uncased}
|
| 331 |
+
}
|
| 332 |
+
```
|
| 333 |
+
|
| 334 |
+
---
|
| 335 |
+
|
| 336 |
+
## Model Card Authors
|
| 337 |
+
|
| 338 |
+
**SiriusAI Tech Brain Team**
|
| 339 |
+
|
| 340 |
+
## Contact
|
| 341 |
+
|
| 342 |
+
- **Email**: info@siriusaitech.com
|
| 343 |
+
- **Repository**: [GitHub](https://github.com/sirius-tedarik)
|
| 344 |
+
|
| 345 |
+
---
|
| 346 |
+
|
| 347 |
+
## Changelog
|
| 348 |
+
|
| 349 |
+
### v1.0 (Current)
|
| 350 |
+
- Initial release
|
| 351 |
+
- 3-category text classification
|
| 352 |
+
- Macro F1: 0.9744976471619214, MCC: 0.9610214790438847
|
| 353 |
+
|
| 354 |
+
---
|
| 355 |
+
|
| 356 |
+
**License**: SiriusAI Tech Premium License v1.0
|
| 357 |
+
|
| 358 |
+
**Commercial Use**: Requires Premium License. Contact: info@siriusaitech.com
|
| 359 |
+
|
| 360 |
+
**Free Use Allowed For**:
|
| 361 |
+
- Academic research and education
|
| 362 |
+
- Non-profit organizations (with approval)
|
| 363 |
+
- Evaluation (30 days)
|
| 364 |
+
|
| 365 |
+
**Disclaimer**: This model is designed for text classification applications. Always implement with appropriate safeguards and human oversight. Model predictions should inform decisions, not replace human judgment.
|
benchmark/adversarial_samples.csv
ADDED
|
@@ -0,0 +1,121 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
text,expected_label,predicted_label,difficulty,confidence,is_correct
|
| 2 |
+
Film son derece sıkıcıydı ve zaman kaybı olduğunu düşünüyorum.,negatif,negatif,baseline,0.9659862518310547,True
|
| 3 |
+
Restorandaki yemekler çok tuzluydu ve servis çok yavaştı.,negatif,negatif,baseline,0.9335827827453613,True
|
| 4 |
+
"Ürün açıklamada belirtilen özelliklere sahip değildi, hayal kırıklığına uğradım.",negatif,negatif,baseline,0.9535213708877563,True
|
| 5 |
+
Sipariş ettiğim kıyafet yanlış beden geldi ve iade süreci çok karmaşıktı.,negatif,negatif,baseline,0.9024109244346619,True
|
| 6 |
+
"Kitap beklediğim kadar iyi değildi, yarısında bırakmak zorunda kaldım.",negatif,negatif,baseline,0.9609551429748535,True
|
| 7 |
+
"Telefonda sürekli donma sorunları yaşıyorum, yazılımı hiç stabil değil.",negatif,negatif,baseline,0.9697536826133728,True
|
| 8 |
+
İlgili müşteri hizmetleri ile defalarca iletişime geçtim ama sorunumu çözemediler.,negatif,negatif,baseline,0.9719672203063965,True
|
| 9 |
+
"Otel odası çok gürültülüydü ve temizlik yetersizdi, rahat bir konaklama değildi.",negatif,negatif,baseline,0.9520546793937683,True
|
| 10 |
+
Konser alanı aşırı kalabalıktı ve ses sistemi pek iyi değildi.,negatif,negatif,baseline,0.942642092704773,True
|
| 11 |
+
Yeni güncellemeyle uygulama sürekli çöküyor ve işlevselliğini kaybetmiş durumda.,negatif,negatif,baseline,0.9093967080116272,True
|
| 12 |
+
no n0thing wrkg,negatif,notr,length_noise,0.9540644884109497,False
|
| 13 |
+
ugh cantt evn,negatif,pozitif,length_noise,0.9437301754951477,False
|
| 14 |
+
i dont careee wat u sayyy its all messed up like really really messed up and no ones gna fix it so why bother and its just gonna keep getting worse and worse and no one will do anything about it like ever,negatif,negatif,length_noise,0.853285014629364,True
|
| 15 |
+
r u kidding me,negatif,notr,length_noise,0.9269526600837708,False
|
| 16 |
+
totaly pointless like y???,negatif,notr,length_noise,0.9501298666000366,False
|
| 17 |
+
whyy it just keeps happenin over n over again n noone seems to care or wanna do something about it and its like super frustrating bcuz its not like I havent tried but noone listens and im just done with it,negatif,negatif,length_noise,0.7625146508216858,True
|
| 18 |
+
thats sooooo bad,negatif,pozitif,length_noise,0.9176188111305237,False
|
| 19 |
+
what the heckkk,negatif,notr,length_noise,0.8269888758659363,False
|
| 20 |
+
cant believee this happend again and again like seriously??? how many times do we have to go through this before someone actually listens and tries to make a change because im completely done with this nonsense,negatif,negatif,length_noise,0.6623139381408691,True
|
| 21 |
+
srsly tho its like whatever,negatif,notr,length_noise,0.8316646814346313,False
|
| 22 |
+
Yemekler oldukça lezzetli ama fiyatlar biraz fazla yüksek.,negatif,negatif,semantic_overlap,0.9145503640174866,True
|
| 23 |
+
Sunum harika görünüyordu ancak tat beklentilerimi karşılamadı.,negatif,negatif,semantic_overlap,0.9465287327766418,True
|
| 24 |
+
Film iyi başladı ama sonu oldukça hayal kırıklığıydı.,negatif,negatif,semantic_overlap,0.9622111916542053,True
|
| 25 |
+
Restoranın ambiyansı çok hoştu fakat servis çok yavaştı.,negatif,negatif,semantic_overlap,0.9540792107582092,True
|
| 26 |
+
Kitabın konusu ilginçti ama yazım tarzı beni çekmedi.,negatif,negatif,semantic_overlap,0.7235805988311768,True
|
| 27 |
+
Tatilde hava güzeldi ama otel beklediğim kadar konforlu değildi.,negatif,negatif,semantic_overlap,0.7433270215988159,True
|
| 28 |
+
Ürün hızlı geldi ama kalite olarak beklediğim gibi değildi.,negatif,pozitif,semantic_overlap,0.8514838814735413,False
|
| 29 |
+
Konser ses sistemi harikaydı ama sahne performansı zayıftı.,negatif,negatif,semantic_overlap,0.9639166593551636,True
|
| 30 |
+
Eğitim programı faydalıydı ancak eğitmeni çok monoton buldum.,negatif,negatif,semantic_overlap,0.9446778297424316,True
|
| 31 |
+
Telefonun kamerası çok iyi çekim yapıyor fakat pil ömrü kısa.,negatif,negatif,semantic_overlap,0.9325388073921204,True
|
| 32 |
+
So glad I spent a fortune on this 'cutting-edge' software that crashes every hour.,negatif,negatif,edge_cases,0.7704084515571594,True
|
| 33 |
+
"Oh great, another innovative feature that nobody asked for and nobody can use.",negatif,notr,edge_cases,0.7981295585632324,False
|
| 34 |
+
I love how my phone's battery lasts just long enough to show me a low battery warning.,negatif,negatif,edge_cases,0.8212229013442993,True
|
| 35 |
+
"Just what I needed, a car GPS that gets me lost more efficiently than ever.",negatif,negatif,edge_cases,0.54378342628479,True
|
| 36 |
+
"Fantastic, the updated app is even buggier than the last version.",negatif,notr,edge_cases,0.7080521583557129,False
|
| 37 |
+
Nothing like a nice cup of freezing cold coffee to start the day.,negatif,negatif,edge_cases,0.34941887855529785,True
|
| 38 |
+
I didn't realize 'high-speed internet' meant waiting minutes for pages to load.,negatif,notr,edge_cases,0.5411023497581482,False
|
| 39 |
+
Joining this meeting was such a productive use of my time—said no one ever.,negatif,negatif,edge_cases,0.5641518831253052,True
|
| 40 |
+
"Ah, perfect, another software update that fixes old bugs by introducing new ones.",negatif,notr,edge_cases,0.5663202404975891,False
|
| 41 |
+
I adore how my new vacuum cleaner is excellent at picking up dust and breaking down.,negatif,notr,edge_cases,0.5443349480628967,False
|
| 42 |
+
Bu sabah kahvaltıda ne yiyeceğime karar veremedim.,notr,negatif,baseline,0.891442060470581,False
|
| 43 |
+
"Bugün hava ne sıcak ne de soğuk, tam ortasında.",notr,negatif,baseline,0.8956220149993896,False
|
| 44 |
+
Öğle yemeği için sandviç yemeyi düşünüyorum.,notr,notr,baseline,0.8087410926818848,True
|
| 45 |
+
Akşam televizyonda hangi programlar var diye bakacağım.,notr,notr,baseline,0.9141695499420166,True
|
| 46 |
+
Bu hafta sonu herhangi bir plan yapmadım.,notr,negatif,baseline,0.5656342506408691,False
|
| 47 |
+
Ofiste çalışırken genellikle müzik dinlemeyi tercih ederim.,notr,notr,baseline,0.6525177955627441,True
|
| 48 |
+
Bugün işlerim oldukça sıradan geçti.,notr,negatif,baseline,0.9498066902160645,False
|
| 49 |
+
Akşam yemeği için menüde ne var merak ediyorum.,notr,notr,baseline,0.9593686461448669,True
|
| 50 |
+
Kitap okumayı seviyorum ama bu aralar çok fırsatım olmadı.,notr,negatif,baseline,0.8494241833686829,False
|
| 51 |
+
Haftasonu genellikle evde dinlenmeyi tercih ediyorum.,notr,pozitif,baseline,0.5036543607711792,False
|
| 52 |
+
ya ne bileyim,notr,negatif,length_noise,0.8470368981361389,False
|
| 53 |
+
so like basically i was just like whatever you know and then he was like oh my god and i just couldnt even believe it because it was just so unexpected i mean who wouldve thought right and then just like out of nowhere it happened like seriously it was wild,notr,negatif,length_noise,0.8822298049926758,False
|
| 54 |
+
dunno bout it,notr,notr,length_noise,0.9674006700515747,True
|
| 55 |
+
well okay that that isnt what i meant but you see the thing is that it happens sometimes and when it does you just have to go with the flow or else it just might get really complicated and stuff so its better to just let it be,notr,negatif,length_noise,0.7602876424789429,False
|
| 56 |
+
k fine,notr,notr,length_noise,0.9717261791229248,True
|
| 57 |
+
i mean yeah but you know its just one of those things where you cant really tell whats gonna happen next so you just kinda sit and wait and hope for the best cuz like seriously who even knows anymore with everything going on these days,notr,negatif,length_noise,0.5897639393806458,False
|
| 58 |
+
kalsin bence,notr,negatif,length_noise,0.8520631194114685,False
|
| 59 |
+
so what happened was that they were like hey you wanna go and i was like yeah sure why not and then we left but like halfway there we realized that we forgot something important so we had to go back and it was such a mess but it was funny too,notr,negatif,length_noise,0.8735982775688171,False
|
| 60 |
+
u right,notr,notr,length_noise,0.8809146881103516,True
|
| 61 |
+
well when you think about it theres really no clear answer to that because everything just seems so random and unpredictable these days you know like one moment everything is fine and the next thing you know theres just chaos everywhere and youre like what on earth just happened,notr,negatif,length_noise,0.7837936282157898,False
|
| 62 |
+
Bu restoranın dekorasyonu ilginç ama yemekler hakkında çok şey söyleyemem.,notr,negatif,semantic_overlap,0.6590115427970886,False
|
| 63 |
+
Kitap kapağı güzel tasarlanmış ama hikaye hakkında kararsızım.,notr,negatif,semantic_overlap,0.7382984161376953,False
|
| 64 |
+
"Tatlılar çekici görünüyordu, ancak ben sadece çay içtim.",notr,pozitif,semantic_overlap,0.8253257870674133,False
|
| 65 |
+
Filmin başlangıcı dikkat çekiciydi fakat sonunu hatırlayamıyorum.,notr,negatif,semantic_overlap,0.5138878226280212,False
|
| 66 |
+
Kahvenin kokusu hoş ama tadını değerlendiremedim.,notr,negatif,semantic_overlap,0.9322702884674072,False
|
| 67 |
+
Konferans çok kalabalıktı ve genel hava yoğundu.,notr,negatif,semantic_overlap,0.9056864976882935,False
|
| 68 |
+
"Müziğin ritmi güzeldi, ama sözleri anlamadım.",notr,negatif,semantic_overlap,0.9149343967437744,False
|
| 69 |
+
Yeni ofis düzeni dikkat çekiyor ama verimliliği konusunda emin değilim.,notr,notr,semantic_overlap,0.6062310934066772,True
|
| 70 |
+
"Dizinin fragmanı merak uyandırıcıydı, ancak izlemek için zamanım olmadı.",notr,negatif,semantic_overlap,0.7025156021118164,False
|
| 71 |
+
Sergideki tablolar ilginçti fakat hiçbiri aklımda kalmadı.,notr,negatif,semantic_overlap,0.823203980922699,False
|
| 72 |
+
"İş yerinde yine çok eğlendik, özellikle toplantılar tam bir şenlikti!",notr,pozitif,edge_cases,0.9815172553062439,False
|
| 73 |
+
"Bu filmi izlemek kesinlikle zaman kaybı değildi, tabii uyuyarak geçirdiğim saatleri saymazsak.",notr,negatif,edge_cases,0.7434397339820862,False
|
| 74 |
+
Günaydın! Yine her zamanki gibi harika bir trafikle güne başladık.,notr,pozitif,edge_cases,0.9798917174339294,False
|
| 75 |
+
Diyet yapıyorum ama çikolata yememek tabii ki çok kolay(!),notr,negatif,edge_cases,0.6710830926895142,False
|
| 76 |
+
İnternet hızım o kadar iyi ki bir sayfanın yüklenmesi sadece birkaç dakika sürüyor.,notr,pozitif,edge_cases,0.7949472665786743,False
|
| 77 |
+
"Görünüşe göre hava durumu yine yanılmadı, yağmur yerine güneşin altında kaldık.",notr,negatif,edge_cases,0.910266101360321,False
|
| 78 |
+
"Bu toplantının gerçekten hiçbir sonucu olmayacağını söylememe gerek yok, değil mi?",notr,negatif,edge_cases,0.9726327061653137,False
|
| 79 |
+
"Yılın en iyi dizisi ödülünü kazanan bu dizi, uyumadan önce harika bir uyku ilacıdır.",notr,pozitif,edge_cases,0.9112312197685242,False
|
| 80 |
+
Ödev kontrolü yapmak kesinlikle öğretmenlerin en sevdiği etkinliklerden biridir.,notr,pozitif,edge_cases,0.5373482704162598,False
|
| 81 |
+
"Yeni diyet programımda kesinlikle çikolata ve pasta yok, bu yüzden çok mutluyum.",notr,pozitif,edge_cases,0.9763665199279785,False
|
| 82 |
+
Günüm harika başladı ve çok enerjik hissediyorum.,pozitif,pozitif,baseline,0.9807377457618713,True
|
| 83 |
+
Yeni işimde çok başarılı oldum ve terfi ettirildim.,pozitif,pozitif,baseline,0.9784648418426514,True
|
| 84 |
+
Uzun zamandır beklediğim tatili sonunda planladım.,pozitif,pozitif,baseline,0.9799930453300476,True
|
| 85 |
+
Arkadaşlarımla harika bir akşam geçirdim.,pozitif,pozitif,baseline,0.9794135093688965,True
|
| 86 |
+
Sonunda hayalini kurduğum arabayı aldım.,pozitif,pozitif,baseline,0.978576123714447,True
|
| 87 |
+
Sporda yeni bir kişisel rekor kırdım.,pozitif,pozitif,baseline,0.9743704795837402,True
|
| 88 |
+
Ailemle birlikte güzel bir hafta sonu geçirdim.,pozitif,pozitif,baseline,0.9786538481712341,True
|
| 89 |
+
Yeni kitabım için harika yorumlar aldım.,pozitif,pozitif,baseline,0.9773978590965271,True
|
| 90 |
+
Hedeflediğim kiloya ulaşmayı başardım.,pozitif,pozitif,baseline,0.9673057794570923,True
|
| 91 |
+
Bugün güzel bir sürpriz ile karşılaştım.,pozitif,pozitif,baseline,0.9798943400382996,True
|
| 92 |
+
yaaa super bi gun :D,pozitif,pozitif,length_noise,0.9801515936851501,True
|
| 93 |
+
"Luv it sooooo much, like sooooooooo amazing, can't even express how much I love it, it's just that incredible, can't believe how awesome it is, loving every single moment of it, honestly this is the best, can't get enough of it, totally obsessed with how cool it is, really can't stop thinking about it, just wow!",pozitif,negatif,length_noise,0.669499397277832,False
|
| 94 |
+
thts gr8 bro,pozitif,notr,length_noise,0.9814281463623047,False
|
| 95 |
+
"Absolutely phenomenal experience, you wouldn't even begin to believe how extraordinary it was, from the moment it started I was completely captivated by the sheer brilliance and magnificence of the entire event, it was beyond anything I could have ever imagined or hoped for, truly a once in a lifetime opportunity, and I am so grateful for every single second of it, it's something that will stay with me forever, a memory that I'll cherish for the rest of my life, just absolutely incredible, can't even put into words how fantastic it was, breathtaking in every sense of the word!",pozitif,negatif,length_noise,0.49940794706344604,False
|
| 96 |
+
luv it sm,pozitif,notr,length_noise,0.9632652401924133,False
|
| 97 |
+
"amaaaazingggg day, so much fun yay",pozitif,pozitif,length_noise,0.31681594252586365,True
|
| 98 |
+
"woww, just woww, unbelievable",pozitif,pozitif,length_noise,0.7515104413032532,True
|
| 99 |
+
"Best day evr, couldnt ask 4 more, just perfect in evry way, so thankful for such an amazng time, realy cant believe how cool it was, wanna do it all again, like right now, cant wait for the nxt time, truly a blast, unforgettable!",pozitif,negatif,length_noise,0.6114901900291443,False
|
| 100 |
+
u r da best!,pozitif,notr,length_noise,0.8753964304924011,False
|
| 101 |
+
"OMG cant even tell u how much I luv this, its like the best ever totally",pozitif,negatif,length_noise,0.5491063594818115,False
|
| 102 |
+
"Bugün hava harika, ama yarın biraz yağmur yağabilir.",pozitif,pozitif,semantic_overlap,0.553067147731781,True
|
| 103 |
+
"Projeyi zamanında bitirdik, daha iyisi olabilirdi ama işimizi hallettik.",pozitif,pozitif,semantic_overlap,0.979526937007904,True
|
| 104 |
+
"Sunum çok iyiydi, birkaç eksik nokta dışında gayet başarılıydı.",pozitif,pozitif,semantic_overlap,0.981765627861023,True
|
| 105 |
+
"Takımımız güzel bir galibiyet aldı, bazı hatalar dışında oldukça iyiydi.",pozitif,pozitif,semantic_overlap,0.980815052986145,True
|
| 106 |
+
"Yemek lezzetliydi, tuzu biraz fazlaydı ama genel olarak memnun kaldım.",pozitif,pozitif,semantic_overlap,0.980434000492096,True
|
| 107 |
+
"Tatilde çok eğlendik, oteldeki hizmet daha iyi olabilirdi ama yine de keyif aldık.",pozitif,pozitif,semantic_overlap,0.9817967414855957,True
|
| 108 |
+
"Yeni işimde her şey yolunda, bazı zorluklarla karşılaştım ama üstesinden geldim.",pozitif,pozitif,semantic_overlap,0.9799639582633972,True
|
| 109 |
+
"Film oldukça keyifliydi, birkaç yerde tempo düşüyordu ama genel olarak güzel vakit geçirdim.",pozitif,pozitif,semantic_overlap,0.9812623858451843,True
|
| 110 |
+
"Etkinlik eğlenceliydi, organizasyonda aksaklıklar vardı ama günün sonunda mutlu ayrıldım.",pozitif,pozitif,semantic_overlap,0.9806556701660156,True
|
| 111 |
+
"Alışveriş deneyimim iyi geçti, birkaç ürün beklediğim gibi değildi ama yine de memnunum.",pozitif,pozitif,semantic_overlap,0.9810484647750854,True
|
| 112 |
+
"Ah, harika! Yağmur yağdığı için piknik yapamadık.",pozitif,pozitif,edge_cases,0.6646875143051147,True
|
| 113 |
+
"Ne kadar da iyi bir fikirdi, tüm evi baştan sona yıkmak!",pozitif,pozitif,edge_cases,0.9027285575866699,True
|
| 114 |
+
"Kesinlikle işimi kaybetmeye hiç üzülmedim, tatil gibi oldu.",pozitif,negatif,edge_cases,0.7419580817222595,False
|
| 115 |
+
"Elbette çikolata yemeyi hiç sevmem, her gün yediğim için söylüyorum.",pozitif,negatif,edge_cases,0.8770947456359863,False
|
| 116 |
+
"İronik değil mi, en fazla vergi veren ülke her zaman en mutlu ülke.",pozitif,pozitif,edge_cases,0.9079188108444214,True
|
| 117 |
+
"Tabii ki seninle çalışmayı dört gözle bekliyorum, haftasonu tatil planım olmadığı için.",pozitif,pozitif,edge_cases,0.5602867603302002,True
|
| 118 |
+
"Kendi kendine konuşan biriyle çalışmak çok eğlencelidir, en azından tartışma yok.",pozitif,pozitif,edge_cases,0.9657185673713684,True
|
| 119 |
+
"Daha fazla toplantı demek, daha fazla boş zaman demek!",pozitif,negatif,edge_cases,0.48759961128234863,False
|
| 120 |
+
"Evlilik, özgürlüğün en güzel formudur.",pozitif,pozitif,edge_cases,0.8972888588905334,True
|
| 121 |
+
"Bu kadar akıllı olduğun için asla hata yapmazsın, değil mi?",pozitif,pozitif,edge_cases,0.7316012978553772,True
|
benchmark/benchmark_results.json
ADDED
|
@@ -0,0 +1,1433 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"model_name": "sentiment-genel-20251215",
|
| 3 |
+
"generated_at": "2025-12-15T11:34:08.513873",
|
| 4 |
+
"difficulty_results": {
|
| 5 |
+
"baseline": {
|
| 6 |
+
"total": 30,
|
| 7 |
+
"correct": 24,
|
| 8 |
+
"accuracy": 0.8
|
| 9 |
+
},
|
| 10 |
+
"length_noise": {
|
| 11 |
+
"total": 30,
|
| 12 |
+
"correct": 9,
|
| 13 |
+
"accuracy": 0.3
|
| 14 |
+
},
|
| 15 |
+
"semantic_overlap": {
|
| 16 |
+
"total": 30,
|
| 17 |
+
"correct": 20,
|
| 18 |
+
"accuracy": 0.6666666666666666
|
| 19 |
+
},
|
| 20 |
+
"edge_cases": {
|
| 21 |
+
"total": 30,
|
| 22 |
+
"correct": 12,
|
| 23 |
+
"accuracy": 0.4
|
| 24 |
+
}
|
| 25 |
+
},
|
| 26 |
+
"overall_accuracy": 0.5416666666666666,
|
| 27 |
+
"total_samples": 120,
|
| 28 |
+
"correct_samples": 65,
|
| 29 |
+
"samples": [
|
| 30 |
+
{
|
| 31 |
+
"text": "Film son derece sıkıcıydı ve zaman kaybı olduğunu düşünüyorum.",
|
| 32 |
+
"expected_label": "negatif",
|
| 33 |
+
"difficulty": "baseline",
|
| 34 |
+
"predicted_label": "negatif",
|
| 35 |
+
"confidence": 0.9659862518310547,
|
| 36 |
+
"is_correct": true
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"text": "Restorandaki yemekler çok tuzluydu ve servis çok yavaştı.",
|
| 40 |
+
"expected_label": "negatif",
|
| 41 |
+
"difficulty": "baseline",
|
| 42 |
+
"predicted_label": "negatif",
|
| 43 |
+
"confidence": 0.9335827827453613,
|
| 44 |
+
"is_correct": true
|
| 45 |
+
},
|
| 46 |
+
{
|
| 47 |
+
"text": "Ürün açıklamada belirtilen özelliklere sahip değildi, hayal kırıklığına uğradım.",
|
| 48 |
+
"expected_label": "negatif",
|
| 49 |
+
"difficulty": "baseline",
|
| 50 |
+
"predicted_label": "negatif",
|
| 51 |
+
"confidence": 0.9535213708877563,
|
| 52 |
+
"is_correct": true
|
| 53 |
+
},
|
| 54 |
+
{
|
| 55 |
+
"text": "Sipariş ettiğim kıyafet yanlış beden geldi ve iade süreci çok karmaşıktı.",
|
| 56 |
+
"expected_label": "negatif",
|
| 57 |
+
"difficulty": "baseline",
|
| 58 |
+
"predicted_label": "negatif",
|
| 59 |
+
"confidence": 0.9024109244346619,
|
| 60 |
+
"is_correct": true
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"text": "Kitap beklediğim kadar iyi değildi, yarısında bırakmak zorunda kaldım.",
|
| 64 |
+
"expected_label": "negatif",
|
| 65 |
+
"difficulty": "baseline",
|
| 66 |
+
"predicted_label": "negatif",
|
| 67 |
+
"confidence": 0.9609551429748535,
|
| 68 |
+
"is_correct": true
|
| 69 |
+
},
|
| 70 |
+
{
|
| 71 |
+
"text": "Telefonda sürekli donma sorunları yaşıyorum, yazılımı hiç stabil değil.",
|
| 72 |
+
"expected_label": "negatif",
|
| 73 |
+
"difficulty": "baseline",
|
| 74 |
+
"predicted_label": "negatif",
|
| 75 |
+
"confidence": 0.9697536826133728,
|
| 76 |
+
"is_correct": true
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"text": "İlgili müşteri hizmetleri ile defalarca iletişime geçtim ama sorunumu çözemediler.",
|
| 80 |
+
"expected_label": "negatif",
|
| 81 |
+
"difficulty": "baseline",
|
| 82 |
+
"predicted_label": "negatif",
|
| 83 |
+
"confidence": 0.9719672203063965,
|
| 84 |
+
"is_correct": true
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"text": "Otel odası çok gürültülüydü ve temizlik yetersizdi, rahat bir konaklama değildi.",
|
| 88 |
+
"expected_label": "negatif",
|
| 89 |
+
"difficulty": "baseline",
|
| 90 |
+
"predicted_label": "negatif",
|
| 91 |
+
"confidence": 0.9520546793937683,
|
| 92 |
+
"is_correct": true
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"text": "Konser alanı aşırı kalabalıktı ve ses sistemi pek iyi değildi.",
|
| 96 |
+
"expected_label": "negatif",
|
| 97 |
+
"difficulty": "baseline",
|
| 98 |
+
"predicted_label": "negatif",
|
| 99 |
+
"confidence": 0.942642092704773,
|
| 100 |
+
"is_correct": true
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"text": "Yeni güncellemeyle uygulama sürekli çöküyor ve işlevselliğini kaybetmiş durumda.",
|
| 104 |
+
"expected_label": "negatif",
|
| 105 |
+
"difficulty": "baseline",
|
| 106 |
+
"predicted_label": "negatif",
|
| 107 |
+
"confidence": 0.9093967080116272,
|
| 108 |
+
"is_correct": true
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"text": "no n0thing wrkg",
|
| 112 |
+
"expected_label": "negatif",
|
| 113 |
+
"difficulty": "length_noise",
|
| 114 |
+
"predicted_label": "notr",
|
| 115 |
+
"confidence": 0.9540644884109497,
|
| 116 |
+
"is_correct": false
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"text": "ugh cantt evn",
|
| 120 |
+
"expected_label": "negatif",
|
| 121 |
+
"difficulty": "length_noise",
|
| 122 |
+
"predicted_label": "pozitif",
|
| 123 |
+
"confidence": 0.9437301754951477,
|
| 124 |
+
"is_correct": false
|
| 125 |
+
},
|
| 126 |
+
{
|
| 127 |
+
"text": "i dont careee wat u sayyy its all messed up like really really messed up and no ones gna fix it so why bother and its just gonna keep getting worse and worse and no one will do anything about it like ever",
|
| 128 |
+
"expected_label": "negatif",
|
| 129 |
+
"difficulty": "length_noise",
|
| 130 |
+
"predicted_label": "negatif",
|
| 131 |
+
"confidence": 0.853285014629364,
|
| 132 |
+
"is_correct": true
|
| 133 |
+
},
|
| 134 |
+
{
|
| 135 |
+
"text": "r u kidding me",
|
| 136 |
+
"expected_label": "negatif",
|
| 137 |
+
"difficulty": "length_noise",
|
| 138 |
+
"predicted_label": "notr",
|
| 139 |
+
"confidence": 0.9269526600837708,
|
| 140 |
+
"is_correct": false
|
| 141 |
+
},
|
| 142 |
+
{
|
| 143 |
+
"text": "totaly pointless like y???",
|
| 144 |
+
"expected_label": "negatif",
|
| 145 |
+
"difficulty": "length_noise",
|
| 146 |
+
"predicted_label": "notr",
|
| 147 |
+
"confidence": 0.9501298666000366,
|
| 148 |
+
"is_correct": false
|
| 149 |
+
},
|
| 150 |
+
{
|
| 151 |
+
"text": "whyy it just keeps happenin over n over again n noone seems to care or wanna do something about it and its like super frustrating bcuz its not like I havent tried but noone listens and im just done with it",
|
| 152 |
+
"expected_label": "negatif",
|
| 153 |
+
"difficulty": "length_noise",
|
| 154 |
+
"predicted_label": "negatif",
|
| 155 |
+
"confidence": 0.7625146508216858,
|
| 156 |
+
"is_correct": true
|
| 157 |
+
},
|
| 158 |
+
{
|
| 159 |
+
"text": "thats sooooo bad",
|
| 160 |
+
"expected_label": "negatif",
|
| 161 |
+
"difficulty": "length_noise",
|
| 162 |
+
"predicted_label": "pozitif",
|
| 163 |
+
"confidence": 0.9176188111305237,
|
| 164 |
+
"is_correct": false
|
| 165 |
+
},
|
| 166 |
+
{
|
| 167 |
+
"text": "what the heckkk",
|
| 168 |
+
"expected_label": "negatif",
|
| 169 |
+
"difficulty": "length_noise",
|
| 170 |
+
"predicted_label": "notr",
|
| 171 |
+
"confidence": 0.8269888758659363,
|
| 172 |
+
"is_correct": false
|
| 173 |
+
},
|
| 174 |
+
{
|
| 175 |
+
"text": "cant believee this happend again and again like seriously??? how many times do we have to go through this before someone actually listens and tries to make a change because im completely done with this nonsense",
|
| 176 |
+
"expected_label": "negatif",
|
| 177 |
+
"difficulty": "length_noise",
|
| 178 |
+
"predicted_label": "negatif",
|
| 179 |
+
"confidence": 0.6623139381408691,
|
| 180 |
+
"is_correct": true
|
| 181 |
+
},
|
| 182 |
+
{
|
| 183 |
+
"text": "srsly tho its like whatever",
|
| 184 |
+
"expected_label": "negatif",
|
| 185 |
+
"difficulty": "length_noise",
|
| 186 |
+
"predicted_label": "notr",
|
| 187 |
+
"confidence": 0.8316646814346313,
|
| 188 |
+
"is_correct": false
|
| 189 |
+
},
|
| 190 |
+
{
|
| 191 |
+
"text": "Yemekler oldukça lezzetli ama fiyatlar biraz fazla yüksek.",
|
| 192 |
+
"expected_label": "negatif",
|
| 193 |
+
"difficulty": "semantic_overlap",
|
| 194 |
+
"predicted_label": "negatif",
|
| 195 |
+
"confidence": 0.9145503640174866,
|
| 196 |
+
"is_correct": true
|
| 197 |
+
},
|
| 198 |
+
{
|
| 199 |
+
"text": "Sunum harika görünüyordu ancak tat beklentilerimi karşılamadı.",
|
| 200 |
+
"expected_label": "negatif",
|
| 201 |
+
"difficulty": "semantic_overlap",
|
| 202 |
+
"predicted_label": "negatif",
|
| 203 |
+
"confidence": 0.9465287327766418,
|
| 204 |
+
"is_correct": true
|
| 205 |
+
},
|
| 206 |
+
{
|
| 207 |
+
"text": "Film iyi başladı ama sonu oldukça hayal kırıklığıydı.",
|
| 208 |
+
"expected_label": "negatif",
|
| 209 |
+
"difficulty": "semantic_overlap",
|
| 210 |
+
"predicted_label": "negatif",
|
| 211 |
+
"confidence": 0.9622111916542053,
|
| 212 |
+
"is_correct": true
|
| 213 |
+
},
|
| 214 |
+
{
|
| 215 |
+
"text": "Restoranın ambiyansı çok hoştu fakat servis çok yavaştı.",
|
| 216 |
+
"expected_label": "negatif",
|
| 217 |
+
"difficulty": "semantic_overlap",
|
| 218 |
+
"predicted_label": "negatif",
|
| 219 |
+
"confidence": 0.9540792107582092,
|
| 220 |
+
"is_correct": true
|
| 221 |
+
},
|
| 222 |
+
{
|
| 223 |
+
"text": "Kitabın konusu ilginçti ama yazım tarzı beni çekmedi.",
|
| 224 |
+
"expected_label": "negatif",
|
| 225 |
+
"difficulty": "semantic_overlap",
|
| 226 |
+
"predicted_label": "negatif",
|
| 227 |
+
"confidence": 0.7235805988311768,
|
| 228 |
+
"is_correct": true
|
| 229 |
+
},
|
| 230 |
+
{
|
| 231 |
+
"text": "Tatilde hava güzeldi ama otel beklediğim kadar konforlu değildi.",
|
| 232 |
+
"expected_label": "negatif",
|
| 233 |
+
"difficulty": "semantic_overlap",
|
| 234 |
+
"predicted_label": "negatif",
|
| 235 |
+
"confidence": 0.7433270215988159,
|
| 236 |
+
"is_correct": true
|
| 237 |
+
},
|
| 238 |
+
{
|
| 239 |
+
"text": "Ürün hızlı geldi ama kalite olarak beklediğim gibi değildi.",
|
| 240 |
+
"expected_label": "negatif",
|
| 241 |
+
"difficulty": "semantic_overlap",
|
| 242 |
+
"predicted_label": "pozitif",
|
| 243 |
+
"confidence": 0.8514838814735413,
|
| 244 |
+
"is_correct": false
|
| 245 |
+
},
|
| 246 |
+
{
|
| 247 |
+
"text": "Konser ses sistemi harikaydı ama sahne performansı zayıftı.",
|
| 248 |
+
"expected_label": "negatif",
|
| 249 |
+
"difficulty": "semantic_overlap",
|
| 250 |
+
"predicted_label": "negatif",
|
| 251 |
+
"confidence": 0.9639166593551636,
|
| 252 |
+
"is_correct": true
|
| 253 |
+
},
|
| 254 |
+
{
|
| 255 |
+
"text": "Eğitim programı faydalıydı ancak eğitmeni çok monoton buldum.",
|
| 256 |
+
"expected_label": "negatif",
|
| 257 |
+
"difficulty": "semantic_overlap",
|
| 258 |
+
"predicted_label": "negatif",
|
| 259 |
+
"confidence": 0.9446778297424316,
|
| 260 |
+
"is_correct": true
|
| 261 |
+
},
|
| 262 |
+
{
|
| 263 |
+
"text": "Telefonun kamerası çok iyi çekim yapıyor fakat pil ömrü kısa.",
|
| 264 |
+
"expected_label": "negatif",
|
| 265 |
+
"difficulty": "semantic_overlap",
|
| 266 |
+
"predicted_label": "negatif",
|
| 267 |
+
"confidence": 0.9325388073921204,
|
| 268 |
+
"is_correct": true
|
| 269 |
+
},
|
| 270 |
+
{
|
| 271 |
+
"text": "So glad I spent a fortune on this 'cutting-edge' software that crashes every hour.",
|
| 272 |
+
"expected_label": "negatif",
|
| 273 |
+
"difficulty": "edge_cases",
|
| 274 |
+
"predicted_label": "negatif",
|
| 275 |
+
"confidence": 0.7704084515571594,
|
| 276 |
+
"is_correct": true
|
| 277 |
+
},
|
| 278 |
+
{
|
| 279 |
+
"text": "Oh great, another innovative feature that nobody asked for and nobody can use.",
|
| 280 |
+
"expected_label": "negatif",
|
| 281 |
+
"difficulty": "edge_cases",
|
| 282 |
+
"predicted_label": "notr",
|
| 283 |
+
"confidence": 0.7981295585632324,
|
| 284 |
+
"is_correct": false
|
| 285 |
+
},
|
| 286 |
+
{
|
| 287 |
+
"text": "I love how my phone's battery lasts just long enough to show me a low battery warning.",
|
| 288 |
+
"expected_label": "negatif",
|
| 289 |
+
"difficulty": "edge_cases",
|
| 290 |
+
"predicted_label": "negatif",
|
| 291 |
+
"confidence": 0.8212229013442993,
|
| 292 |
+
"is_correct": true
|
| 293 |
+
},
|
| 294 |
+
{
|
| 295 |
+
"text": "Just what I needed, a car GPS that gets me lost more efficiently than ever.",
|
| 296 |
+
"expected_label": "negatif",
|
| 297 |
+
"difficulty": "edge_cases",
|
| 298 |
+
"predicted_label": "negatif",
|
| 299 |
+
"confidence": 0.54378342628479,
|
| 300 |
+
"is_correct": true
|
| 301 |
+
},
|
| 302 |
+
{
|
| 303 |
+
"text": "Fantastic, the updated app is even buggier than the last version.",
|
| 304 |
+
"expected_label": "negatif",
|
| 305 |
+
"difficulty": "edge_cases",
|
| 306 |
+
"predicted_label": "notr",
|
| 307 |
+
"confidence": 0.7080521583557129,
|
| 308 |
+
"is_correct": false
|
| 309 |
+
},
|
| 310 |
+
{
|
| 311 |
+
"text": "Nothing like a nice cup of freezing cold coffee to start the day.",
|
| 312 |
+
"expected_label": "negatif",
|
| 313 |
+
"difficulty": "edge_cases",
|
| 314 |
+
"predicted_label": "negatif",
|
| 315 |
+
"confidence": 0.34941887855529785,
|
| 316 |
+
"is_correct": true
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"text": "I didn't realize 'high-speed internet' meant waiting minutes for pages to load.",
|
| 320 |
+
"expected_label": "negatif",
|
| 321 |
+
"difficulty": "edge_cases",
|
| 322 |
+
"predicted_label": "notr",
|
| 323 |
+
"confidence": 0.5411023497581482,
|
| 324 |
+
"is_correct": false
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"text": "Joining this meeting was such a productive use of my time—said no one ever.",
|
| 328 |
+
"expected_label": "negatif",
|
| 329 |
+
"difficulty": "edge_cases",
|
| 330 |
+
"predicted_label": "negatif",
|
| 331 |
+
"confidence": 0.5641518831253052,
|
| 332 |
+
"is_correct": true
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"text": "Ah, perfect, another software update that fixes old bugs by introducing new ones.",
|
| 336 |
+
"expected_label": "negatif",
|
| 337 |
+
"difficulty": "edge_cases",
|
| 338 |
+
"predicted_label": "notr",
|
| 339 |
+
"confidence": 0.5663202404975891,
|
| 340 |
+
"is_correct": false
|
| 341 |
+
},
|
| 342 |
+
{
|
| 343 |
+
"text": "I adore how my new vacuum cleaner is excellent at picking up dust and breaking down.",
|
| 344 |
+
"expected_label": "negatif",
|
| 345 |
+
"difficulty": "edge_cases",
|
| 346 |
+
"predicted_label": "notr",
|
| 347 |
+
"confidence": 0.5443349480628967,
|
| 348 |
+
"is_correct": false
|
| 349 |
+
},
|
| 350 |
+
{
|
| 351 |
+
"text": "Bu sabah kahvaltıda ne yiyeceğime karar veremedim.",
|
| 352 |
+
"expected_label": "notr",
|
| 353 |
+
"difficulty": "baseline",
|
| 354 |
+
"predicted_label": "negatif",
|
| 355 |
+
"confidence": 0.891442060470581,
|
| 356 |
+
"is_correct": false
|
| 357 |
+
},
|
| 358 |
+
{
|
| 359 |
+
"text": "Bugün hava ne sıcak ne de soğuk, tam ortasında.",
|
| 360 |
+
"expected_label": "notr",
|
| 361 |
+
"difficulty": "baseline",
|
| 362 |
+
"predicted_label": "negatif",
|
| 363 |
+
"confidence": 0.8956220149993896,
|
| 364 |
+
"is_correct": false
|
| 365 |
+
},
|
| 366 |
+
{
|
| 367 |
+
"text": "Öğle yemeği için sandviç yemeyi düşünüyorum.",
|
| 368 |
+
"expected_label": "notr",
|
| 369 |
+
"difficulty": "baseline",
|
| 370 |
+
"predicted_label": "notr",
|
| 371 |
+
"confidence": 0.8087410926818848,
|
| 372 |
+
"is_correct": true
|
| 373 |
+
},
|
| 374 |
+
{
|
| 375 |
+
"text": "Akşam televizyonda hangi programlar var diye bakacağım.",
|
| 376 |
+
"expected_label": "notr",
|
| 377 |
+
"difficulty": "baseline",
|
| 378 |
+
"predicted_label": "notr",
|
| 379 |
+
"confidence": 0.9141695499420166,
|
| 380 |
+
"is_correct": true
|
| 381 |
+
},
|
| 382 |
+
{
|
| 383 |
+
"text": "Bu hafta sonu herhangi bir plan yapmadım.",
|
| 384 |
+
"expected_label": "notr",
|
| 385 |
+
"difficulty": "baseline",
|
| 386 |
+
"predicted_label": "negatif",
|
| 387 |
+
"confidence": 0.5656342506408691,
|
| 388 |
+
"is_correct": false
|
| 389 |
+
},
|
| 390 |
+
{
|
| 391 |
+
"text": "Ofiste çalışırken genellikle müzik dinlemeyi tercih ederim.",
|
| 392 |
+
"expected_label": "notr",
|
| 393 |
+
"difficulty": "baseline",
|
| 394 |
+
"predicted_label": "notr",
|
| 395 |
+
"confidence": 0.6525177955627441,
|
| 396 |
+
"is_correct": true
|
| 397 |
+
},
|
| 398 |
+
{
|
| 399 |
+
"text": "Bugün işlerim oldukça sıradan geçti.",
|
| 400 |
+
"expected_label": "notr",
|
| 401 |
+
"difficulty": "baseline",
|
| 402 |
+
"predicted_label": "negatif",
|
| 403 |
+
"confidence": 0.9498066902160645,
|
| 404 |
+
"is_correct": false
|
| 405 |
+
},
|
| 406 |
+
{
|
| 407 |
+
"text": "Akşam yemeği için menüde ne var merak ediyorum.",
|
| 408 |
+
"expected_label": "notr",
|
| 409 |
+
"difficulty": "baseline",
|
| 410 |
+
"predicted_label": "notr",
|
| 411 |
+
"confidence": 0.9593686461448669,
|
| 412 |
+
"is_correct": true
|
| 413 |
+
},
|
| 414 |
+
{
|
| 415 |
+
"text": "Kitap okumayı seviyorum ama bu aralar çok fırsatım olmadı.",
|
| 416 |
+
"expected_label": "notr",
|
| 417 |
+
"difficulty": "baseline",
|
| 418 |
+
"predicted_label": "negatif",
|
| 419 |
+
"confidence": 0.8494241833686829,
|
| 420 |
+
"is_correct": false
|
| 421 |
+
},
|
| 422 |
+
{
|
| 423 |
+
"text": "Haftasonu genellikle evde dinlenmeyi tercih ediyorum.",
|
| 424 |
+
"expected_label": "notr",
|
| 425 |
+
"difficulty": "baseline",
|
| 426 |
+
"predicted_label": "pozitif",
|
| 427 |
+
"confidence": 0.5036543607711792,
|
| 428 |
+
"is_correct": false
|
| 429 |
+
},
|
| 430 |
+
{
|
| 431 |
+
"text": "ya ne bileyim",
|
| 432 |
+
"expected_label": "notr",
|
| 433 |
+
"difficulty": "length_noise",
|
| 434 |
+
"predicted_label": "negatif",
|
| 435 |
+
"confidence": 0.8470368981361389,
|
| 436 |
+
"is_correct": false
|
| 437 |
+
},
|
| 438 |
+
{
|
| 439 |
+
"text": "so like basically i was just like whatever you know and then he was like oh my god and i just couldnt even believe it because it was just so unexpected i mean who wouldve thought right and then just like out of nowhere it happened like seriously it was wild",
|
| 440 |
+
"expected_label": "notr",
|
| 441 |
+
"difficulty": "length_noise",
|
| 442 |
+
"predicted_label": "negatif",
|
| 443 |
+
"confidence": 0.8822298049926758,
|
| 444 |
+
"is_correct": false
|
| 445 |
+
},
|
| 446 |
+
{
|
| 447 |
+
"text": "dunno bout it",
|
| 448 |
+
"expected_label": "notr",
|
| 449 |
+
"difficulty": "length_noise",
|
| 450 |
+
"predicted_label": "notr",
|
| 451 |
+
"confidence": 0.9674006700515747,
|
| 452 |
+
"is_correct": true
|
| 453 |
+
},
|
| 454 |
+
{
|
| 455 |
+
"text": "well okay that that isnt what i meant but you see the thing is that it happens sometimes and when it does you just have to go with the flow or else it just might get really complicated and stuff so its better to just let it be",
|
| 456 |
+
"expected_label": "notr",
|
| 457 |
+
"difficulty": "length_noise",
|
| 458 |
+
"predicted_label": "negatif",
|
| 459 |
+
"confidence": 0.7602876424789429,
|
| 460 |
+
"is_correct": false
|
| 461 |
+
},
|
| 462 |
+
{
|
| 463 |
+
"text": "k fine",
|
| 464 |
+
"expected_label": "notr",
|
| 465 |
+
"difficulty": "length_noise",
|
| 466 |
+
"predicted_label": "notr",
|
| 467 |
+
"confidence": 0.9717261791229248,
|
| 468 |
+
"is_correct": true
|
| 469 |
+
},
|
| 470 |
+
{
|
| 471 |
+
"text": "i mean yeah but you know its just one of those things where you cant really tell whats gonna happen next so you just kinda sit and wait and hope for the best cuz like seriously who even knows anymore with everything going on these days",
|
| 472 |
+
"expected_label": "notr",
|
| 473 |
+
"difficulty": "length_noise",
|
| 474 |
+
"predicted_label": "negatif",
|
| 475 |
+
"confidence": 0.5897639393806458,
|
| 476 |
+
"is_correct": false
|
| 477 |
+
},
|
| 478 |
+
{
|
| 479 |
+
"text": "kalsin bence",
|
| 480 |
+
"expected_label": "notr",
|
| 481 |
+
"difficulty": "length_noise",
|
| 482 |
+
"predicted_label": "negatif",
|
| 483 |
+
"confidence": 0.8520631194114685,
|
| 484 |
+
"is_correct": false
|
| 485 |
+
},
|
| 486 |
+
{
|
| 487 |
+
"text": "so what happened was that they were like hey you wanna go and i was like yeah sure why not and then we left but like halfway there we realized that we forgot something important so we had to go back and it was such a mess but it was funny too",
|
| 488 |
+
"expected_label": "notr",
|
| 489 |
+
"difficulty": "length_noise",
|
| 490 |
+
"predicted_label": "negatif",
|
| 491 |
+
"confidence": 0.8735982775688171,
|
| 492 |
+
"is_correct": false
|
| 493 |
+
},
|
| 494 |
+
{
|
| 495 |
+
"text": "u right",
|
| 496 |
+
"expected_label": "notr",
|
| 497 |
+
"difficulty": "length_noise",
|
| 498 |
+
"predicted_label": "notr",
|
| 499 |
+
"confidence": 0.8809146881103516,
|
| 500 |
+
"is_correct": true
|
| 501 |
+
},
|
| 502 |
+
{
|
| 503 |
+
"text": "well when you think about it theres really no clear answer to that because everything just seems so random and unpredictable these days you know like one moment everything is fine and the next thing you know theres just chaos everywhere and youre like what on earth just happened",
|
| 504 |
+
"expected_label": "notr",
|
| 505 |
+
"difficulty": "length_noise",
|
| 506 |
+
"predicted_label": "negatif",
|
| 507 |
+
"confidence": 0.7837936282157898,
|
| 508 |
+
"is_correct": false
|
| 509 |
+
},
|
| 510 |
+
{
|
| 511 |
+
"text": "Bu restoranın dekorasyonu ilginç ama yemekler hakkında çok şey söyleyemem.",
|
| 512 |
+
"expected_label": "notr",
|
| 513 |
+
"difficulty": "semantic_overlap",
|
| 514 |
+
"predicted_label": "negatif",
|
| 515 |
+
"confidence": 0.6590115427970886,
|
| 516 |
+
"is_correct": false
|
| 517 |
+
},
|
| 518 |
+
{
|
| 519 |
+
"text": "Kitap kapağı güzel tasarlanmış ama hikaye hakkında kararsızım.",
|
| 520 |
+
"expected_label": "notr",
|
| 521 |
+
"difficulty": "semantic_overlap",
|
| 522 |
+
"predicted_label": "negatif",
|
| 523 |
+
"confidence": 0.7382984161376953,
|
| 524 |
+
"is_correct": false
|
| 525 |
+
},
|
| 526 |
+
{
|
| 527 |
+
"text": "Tatlılar çekici görünüyordu, ancak ben sadece çay içtim.",
|
| 528 |
+
"expected_label": "notr",
|
| 529 |
+
"difficulty": "semantic_overlap",
|
| 530 |
+
"predicted_label": "pozitif",
|
| 531 |
+
"confidence": 0.8253257870674133,
|
| 532 |
+
"is_correct": false
|
| 533 |
+
},
|
| 534 |
+
{
|
| 535 |
+
"text": "Filmin başlangıcı dikkat çekiciydi fakat sonunu hatırlayamıyorum.",
|
| 536 |
+
"expected_label": "notr",
|
| 537 |
+
"difficulty": "semantic_overlap",
|
| 538 |
+
"predicted_label": "negatif",
|
| 539 |
+
"confidence": 0.5138878226280212,
|
| 540 |
+
"is_correct": false
|
| 541 |
+
},
|
| 542 |
+
{
|
| 543 |
+
"text": "Kahvenin kokusu hoş ama tadını değerlendiremedim.",
|
| 544 |
+
"expected_label": "notr",
|
| 545 |
+
"difficulty": "semantic_overlap",
|
| 546 |
+
"predicted_label": "negatif",
|
| 547 |
+
"confidence": 0.9322702884674072,
|
| 548 |
+
"is_correct": false
|
| 549 |
+
},
|
| 550 |
+
{
|
| 551 |
+
"text": "Konferans çok kalabalıktı ve genel hava yoğundu.",
|
| 552 |
+
"expected_label": "notr",
|
| 553 |
+
"difficulty": "semantic_overlap",
|
| 554 |
+
"predicted_label": "negatif",
|
| 555 |
+
"confidence": 0.9056864976882935,
|
| 556 |
+
"is_correct": false
|
| 557 |
+
},
|
| 558 |
+
{
|
| 559 |
+
"text": "Müziğin ritmi güzeldi, ama sözleri anlamadım.",
|
| 560 |
+
"expected_label": "notr",
|
| 561 |
+
"difficulty": "semantic_overlap",
|
| 562 |
+
"predicted_label": "negatif",
|
| 563 |
+
"confidence": 0.9149343967437744,
|
| 564 |
+
"is_correct": false
|
| 565 |
+
},
|
| 566 |
+
{
|
| 567 |
+
"text": "Yeni ofis düzeni dikkat çekiyor ama verimliliği konusunda emin değilim.",
|
| 568 |
+
"expected_label": "notr",
|
| 569 |
+
"difficulty": "semantic_overlap",
|
| 570 |
+
"predicted_label": "notr",
|
| 571 |
+
"confidence": 0.6062310934066772,
|
| 572 |
+
"is_correct": true
|
| 573 |
+
},
|
| 574 |
+
{
|
| 575 |
+
"text": "Dizinin fragmanı merak uyandırıcıydı, ancak izlemek için zamanım olmadı.",
|
| 576 |
+
"expected_label": "notr",
|
| 577 |
+
"difficulty": "semantic_overlap",
|
| 578 |
+
"predicted_label": "negatif",
|
| 579 |
+
"confidence": 0.7025156021118164,
|
| 580 |
+
"is_correct": false
|
| 581 |
+
},
|
| 582 |
+
{
|
| 583 |
+
"text": "Sergideki tablolar ilginçti fakat hiçbiri aklımda kalmadı.",
|
| 584 |
+
"expected_label": "notr",
|
| 585 |
+
"difficulty": "semantic_overlap",
|
| 586 |
+
"predicted_label": "negatif",
|
| 587 |
+
"confidence": 0.823203980922699,
|
| 588 |
+
"is_correct": false
|
| 589 |
+
},
|
| 590 |
+
{
|
| 591 |
+
"text": "İş yerinde yine çok eğlendik, özellikle toplantılar tam bir şenlikti!",
|
| 592 |
+
"expected_label": "notr",
|
| 593 |
+
"difficulty": "edge_cases",
|
| 594 |
+
"predicted_label": "pozitif",
|
| 595 |
+
"confidence": 0.9815172553062439,
|
| 596 |
+
"is_correct": false
|
| 597 |
+
},
|
| 598 |
+
{
|
| 599 |
+
"text": "Bu filmi izlemek kesinlikle zaman kaybı değildi, tabii uyuyarak geçirdiğim saatleri saymazsak.",
|
| 600 |
+
"expected_label": "notr",
|
| 601 |
+
"difficulty": "edge_cases",
|
| 602 |
+
"predicted_label": "negatif",
|
| 603 |
+
"confidence": 0.7434397339820862,
|
| 604 |
+
"is_correct": false
|
| 605 |
+
},
|
| 606 |
+
{
|
| 607 |
+
"text": "Günaydın! Yine her zamanki gibi harika bir trafikle güne başladık.",
|
| 608 |
+
"expected_label": "notr",
|
| 609 |
+
"difficulty": "edge_cases",
|
| 610 |
+
"predicted_label": "pozitif",
|
| 611 |
+
"confidence": 0.9798917174339294,
|
| 612 |
+
"is_correct": false
|
| 613 |
+
},
|
| 614 |
+
{
|
| 615 |
+
"text": "Diyet yapıyorum ama çikolata yememek tabii ki çok kolay(!)",
|
| 616 |
+
"expected_label": "notr",
|
| 617 |
+
"difficulty": "edge_cases",
|
| 618 |
+
"predicted_label": "negatif",
|
| 619 |
+
"confidence": 0.6710830926895142,
|
| 620 |
+
"is_correct": false
|
| 621 |
+
},
|
| 622 |
+
{
|
| 623 |
+
"text": "İnternet hızım o kadar iyi ki bir sayfanın yüklenmesi sadece birkaç dakika sürüyor.",
|
| 624 |
+
"expected_label": "notr",
|
| 625 |
+
"difficulty": "edge_cases",
|
| 626 |
+
"predicted_label": "pozitif",
|
| 627 |
+
"confidence": 0.7949472665786743,
|
| 628 |
+
"is_correct": false
|
| 629 |
+
},
|
| 630 |
+
{
|
| 631 |
+
"text": "Görünüşe göre hava durumu yine yanılmadı, yağmur yerine güneşin altında kaldık.",
|
| 632 |
+
"expected_label": "notr",
|
| 633 |
+
"difficulty": "edge_cases",
|
| 634 |
+
"predicted_label": "negatif",
|
| 635 |
+
"confidence": 0.910266101360321,
|
| 636 |
+
"is_correct": false
|
| 637 |
+
},
|
| 638 |
+
{
|
| 639 |
+
"text": "Bu toplantının gerçekten hiçbir sonucu olmayacağını söylememe gerek yok, değil mi?",
|
| 640 |
+
"expected_label": "notr",
|
| 641 |
+
"difficulty": "edge_cases",
|
| 642 |
+
"predicted_label": "negatif",
|
| 643 |
+
"confidence": 0.9726327061653137,
|
| 644 |
+
"is_correct": false
|
| 645 |
+
},
|
| 646 |
+
{
|
| 647 |
+
"text": "Yılın en iyi dizisi ödülünü kazanan bu dizi, uyumadan önce harika bir uyku ilacıdır.",
|
| 648 |
+
"expected_label": "notr",
|
| 649 |
+
"difficulty": "edge_cases",
|
| 650 |
+
"predicted_label": "pozitif",
|
| 651 |
+
"confidence": 0.9112312197685242,
|
| 652 |
+
"is_correct": false
|
| 653 |
+
},
|
| 654 |
+
{
|
| 655 |
+
"text": "Ödev kontrolü yapmak kesinlikle öğretmenlerin en sevdiği etkinliklerden biridir.",
|
| 656 |
+
"expected_label": "notr",
|
| 657 |
+
"difficulty": "edge_cases",
|
| 658 |
+
"predicted_label": "pozitif",
|
| 659 |
+
"confidence": 0.5373482704162598,
|
| 660 |
+
"is_correct": false
|
| 661 |
+
},
|
| 662 |
+
{
|
| 663 |
+
"text": "Yeni diyet programımda kesinlikle çikolata ve pasta yok, bu yüzden çok mutluyum.",
|
| 664 |
+
"expected_label": "notr",
|
| 665 |
+
"difficulty": "edge_cases",
|
| 666 |
+
"predicted_label": "pozitif",
|
| 667 |
+
"confidence": 0.9763665199279785,
|
| 668 |
+
"is_correct": false
|
| 669 |
+
},
|
| 670 |
+
{
|
| 671 |
+
"text": "Günüm harika başladı ve çok enerjik hissediyorum.",
|
| 672 |
+
"expected_label": "pozitif",
|
| 673 |
+
"difficulty": "baseline",
|
| 674 |
+
"predicted_label": "pozitif",
|
| 675 |
+
"confidence": 0.9807377457618713,
|
| 676 |
+
"is_correct": true
|
| 677 |
+
},
|
| 678 |
+
{
|
| 679 |
+
"text": "Yeni işimde çok başarılı oldum ve terfi ettirildim.",
|
| 680 |
+
"expected_label": "pozitif",
|
| 681 |
+
"difficulty": "baseline",
|
| 682 |
+
"predicted_label": "pozitif",
|
| 683 |
+
"confidence": 0.9784648418426514,
|
| 684 |
+
"is_correct": true
|
| 685 |
+
},
|
| 686 |
+
{
|
| 687 |
+
"text": "Uzun zamandır beklediğim tatili sonunda planladım.",
|
| 688 |
+
"expected_label": "pozitif",
|
| 689 |
+
"difficulty": "baseline",
|
| 690 |
+
"predicted_label": "pozitif",
|
| 691 |
+
"confidence": 0.9799930453300476,
|
| 692 |
+
"is_correct": true
|
| 693 |
+
},
|
| 694 |
+
{
|
| 695 |
+
"text": "Arkadaşlarımla harika bir akşam geçirdim.",
|
| 696 |
+
"expected_label": "pozitif",
|
| 697 |
+
"difficulty": "baseline",
|
| 698 |
+
"predicted_label": "pozitif",
|
| 699 |
+
"confidence": 0.9794135093688965,
|
| 700 |
+
"is_correct": true
|
| 701 |
+
},
|
| 702 |
+
{
|
| 703 |
+
"text": "Sonunda hayalini kurduğum arabayı aldım.",
|
| 704 |
+
"expected_label": "pozitif",
|
| 705 |
+
"difficulty": "baseline",
|
| 706 |
+
"predicted_label": "pozitif",
|
| 707 |
+
"confidence": 0.978576123714447,
|
| 708 |
+
"is_correct": true
|
| 709 |
+
},
|
| 710 |
+
{
|
| 711 |
+
"text": "Sporda yeni bir kişisel rekor kırdım.",
|
| 712 |
+
"expected_label": "pozitif",
|
| 713 |
+
"difficulty": "baseline",
|
| 714 |
+
"predicted_label": "pozitif",
|
| 715 |
+
"confidence": 0.9743704795837402,
|
| 716 |
+
"is_correct": true
|
| 717 |
+
},
|
| 718 |
+
{
|
| 719 |
+
"text": "Ailemle birlikte güzel bir hafta sonu geçirdim.",
|
| 720 |
+
"expected_label": "pozitif",
|
| 721 |
+
"difficulty": "baseline",
|
| 722 |
+
"predicted_label": "pozitif",
|
| 723 |
+
"confidence": 0.9786538481712341,
|
| 724 |
+
"is_correct": true
|
| 725 |
+
},
|
| 726 |
+
{
|
| 727 |
+
"text": "Yeni kitabım için harika yorumlar aldım.",
|
| 728 |
+
"expected_label": "pozitif",
|
| 729 |
+
"difficulty": "baseline",
|
| 730 |
+
"predicted_label": "pozitif",
|
| 731 |
+
"confidence": 0.9773978590965271,
|
| 732 |
+
"is_correct": true
|
| 733 |
+
},
|
| 734 |
+
{
|
| 735 |
+
"text": "Hedeflediğim kiloya ulaşmayı başardım.",
|
| 736 |
+
"expected_label": "pozitif",
|
| 737 |
+
"difficulty": "baseline",
|
| 738 |
+
"predicted_label": "pozitif",
|
| 739 |
+
"confidence": 0.9673057794570923,
|
| 740 |
+
"is_correct": true
|
| 741 |
+
},
|
| 742 |
+
{
|
| 743 |
+
"text": "Bugün güzel bir sürpriz ile karşılaştım.",
|
| 744 |
+
"expected_label": "pozitif",
|
| 745 |
+
"difficulty": "baseline",
|
| 746 |
+
"predicted_label": "pozitif",
|
| 747 |
+
"confidence": 0.9798943400382996,
|
| 748 |
+
"is_correct": true
|
| 749 |
+
},
|
| 750 |
+
{
|
| 751 |
+
"text": "yaaa super bi gun :D",
|
| 752 |
+
"expected_label": "pozitif",
|
| 753 |
+
"difficulty": "length_noise",
|
| 754 |
+
"predicted_label": "pozitif",
|
| 755 |
+
"confidence": 0.9801515936851501,
|
| 756 |
+
"is_correct": true
|
| 757 |
+
},
|
| 758 |
+
{
|
| 759 |
+
"text": "Luv it sooooo much, like sooooooooo amazing, can't even express how much I love it, it's just that incredible, can't believe how awesome it is, loving every single moment of it, honestly this is the best, can't get enough of it, totally obsessed with how cool it is, really can't stop thinking about it, just wow!",
|
| 760 |
+
"expected_label": "pozitif",
|
| 761 |
+
"difficulty": "length_noise",
|
| 762 |
+
"predicted_label": "negatif",
|
| 763 |
+
"confidence": 0.669499397277832,
|
| 764 |
+
"is_correct": false
|
| 765 |
+
},
|
| 766 |
+
{
|
| 767 |
+
"text": "thts gr8 bro",
|
| 768 |
+
"expected_label": "pozitif",
|
| 769 |
+
"difficulty": "length_noise",
|
| 770 |
+
"predicted_label": "notr",
|
| 771 |
+
"confidence": 0.9814281463623047,
|
| 772 |
+
"is_correct": false
|
| 773 |
+
},
|
| 774 |
+
{
|
| 775 |
+
"text": "Absolutely phenomenal experience, you wouldn't even begin to believe how extraordinary it was, from the moment it started I was completely captivated by the sheer brilliance and magnificence of the entire event, it was beyond anything I could have ever imagined or hoped for, truly a once in a lifetime opportunity, and I am so grateful for every single second of it, it's something that will stay with me forever, a memory that I'll cherish for the rest of my life, just absolutely incredible, can't even put into words how fantastic it was, breathtaking in every sense of the word!",
|
| 776 |
+
"expected_label": "pozitif",
|
| 777 |
+
"difficulty": "length_noise",
|
| 778 |
+
"predicted_label": "negatif",
|
| 779 |
+
"confidence": 0.49940794706344604,
|
| 780 |
+
"is_correct": false
|
| 781 |
+
},
|
| 782 |
+
{
|
| 783 |
+
"text": "luv it sm",
|
| 784 |
+
"expected_label": "pozitif",
|
| 785 |
+
"difficulty": "length_noise",
|
| 786 |
+
"predicted_label": "notr",
|
| 787 |
+
"confidence": 0.9632652401924133,
|
| 788 |
+
"is_correct": false
|
| 789 |
+
},
|
| 790 |
+
{
|
| 791 |
+
"text": "amaaaazingggg day, so much fun yay",
|
| 792 |
+
"expected_label": "pozitif",
|
| 793 |
+
"difficulty": "length_noise",
|
| 794 |
+
"predicted_label": "pozitif",
|
| 795 |
+
"confidence": 0.31681594252586365,
|
| 796 |
+
"is_correct": true
|
| 797 |
+
},
|
| 798 |
+
{
|
| 799 |
+
"text": "woww, just woww, unbelievable",
|
| 800 |
+
"expected_label": "pozitif",
|
| 801 |
+
"difficulty": "length_noise",
|
| 802 |
+
"predicted_label": "pozitif",
|
| 803 |
+
"confidence": 0.7515104413032532,
|
| 804 |
+
"is_correct": true
|
| 805 |
+
},
|
| 806 |
+
{
|
| 807 |
+
"text": "Best day evr, couldnt ask 4 more, just perfect in evry way, so thankful for such an amazng time, realy cant believe how cool it was, wanna do it all again, like right now, cant wait for the nxt time, truly a blast, unforgettable!",
|
| 808 |
+
"expected_label": "pozitif",
|
| 809 |
+
"difficulty": "length_noise",
|
| 810 |
+
"predicted_label": "negatif",
|
| 811 |
+
"confidence": 0.6114901900291443,
|
| 812 |
+
"is_correct": false
|
| 813 |
+
},
|
| 814 |
+
{
|
| 815 |
+
"text": "u r da best!",
|
| 816 |
+
"expected_label": "pozitif",
|
| 817 |
+
"difficulty": "length_noise",
|
| 818 |
+
"predicted_label": "notr",
|
| 819 |
+
"confidence": 0.8753964304924011,
|
| 820 |
+
"is_correct": false
|
| 821 |
+
},
|
| 822 |
+
{
|
| 823 |
+
"text": "OMG cant even tell u how much I luv this, its like the best ever totally",
|
| 824 |
+
"expected_label": "pozitif",
|
| 825 |
+
"difficulty": "length_noise",
|
| 826 |
+
"predicted_label": "negatif",
|
| 827 |
+
"confidence": 0.5491063594818115,
|
| 828 |
+
"is_correct": false
|
| 829 |
+
},
|
| 830 |
+
{
|
| 831 |
+
"text": "Bugün hava harika, ama yarın biraz yağmur yağabilir.",
|
| 832 |
+
"expected_label": "pozitif",
|
| 833 |
+
"difficulty": "semantic_overlap",
|
| 834 |
+
"predicted_label": "pozitif",
|
| 835 |
+
"confidence": 0.553067147731781,
|
| 836 |
+
"is_correct": true
|
| 837 |
+
},
|
| 838 |
+
{
|
| 839 |
+
"text": "Projeyi zamanında bitirdik, daha iyisi olabilirdi ama işimizi hallettik.",
|
| 840 |
+
"expected_label": "pozitif",
|
| 841 |
+
"difficulty": "semantic_overlap",
|
| 842 |
+
"predicted_label": "pozitif",
|
| 843 |
+
"confidence": 0.979526937007904,
|
| 844 |
+
"is_correct": true
|
| 845 |
+
},
|
| 846 |
+
{
|
| 847 |
+
"text": "Sunum çok iyiydi, birkaç eksik nokta dışında gayet başarılıydı.",
|
| 848 |
+
"expected_label": "pozitif",
|
| 849 |
+
"difficulty": "semantic_overlap",
|
| 850 |
+
"predicted_label": "pozitif",
|
| 851 |
+
"confidence": 0.981765627861023,
|
| 852 |
+
"is_correct": true
|
| 853 |
+
},
|
| 854 |
+
{
|
| 855 |
+
"text": "Takımımız güzel bir galibiyet aldı, bazı hatalar dışında oldukça iyiydi.",
|
| 856 |
+
"expected_label": "pozitif",
|
| 857 |
+
"difficulty": "semantic_overlap",
|
| 858 |
+
"predicted_label": "pozitif",
|
| 859 |
+
"confidence": 0.980815052986145,
|
| 860 |
+
"is_correct": true
|
| 861 |
+
},
|
| 862 |
+
{
|
| 863 |
+
"text": "Yemek lezzetliydi, tuzu biraz fazlaydı ama genel olarak memnun kaldım.",
|
| 864 |
+
"expected_label": "pozitif",
|
| 865 |
+
"difficulty": "semantic_overlap",
|
| 866 |
+
"predicted_label": "pozitif",
|
| 867 |
+
"confidence": 0.980434000492096,
|
| 868 |
+
"is_correct": true
|
| 869 |
+
},
|
| 870 |
+
{
|
| 871 |
+
"text": "Tatilde çok eğlendik, oteldeki hizmet daha iyi olabilirdi ama yine de keyif aldık.",
|
| 872 |
+
"expected_label": "pozitif",
|
| 873 |
+
"difficulty": "semantic_overlap",
|
| 874 |
+
"predicted_label": "pozitif",
|
| 875 |
+
"confidence": 0.9817967414855957,
|
| 876 |
+
"is_correct": true
|
| 877 |
+
},
|
| 878 |
+
{
|
| 879 |
+
"text": "Yeni işimde her şey yolunda, bazı zorluklarla karşılaştım ama üstesinden geldim.",
|
| 880 |
+
"expected_label": "pozitif",
|
| 881 |
+
"difficulty": "semantic_overlap",
|
| 882 |
+
"predicted_label": "pozitif",
|
| 883 |
+
"confidence": 0.9799639582633972,
|
| 884 |
+
"is_correct": true
|
| 885 |
+
},
|
| 886 |
+
{
|
| 887 |
+
"text": "Film oldukça keyifliydi, birkaç yerde tempo düşüyordu ama genel olarak güzel vakit geçirdim.",
|
| 888 |
+
"expected_label": "pozitif",
|
| 889 |
+
"difficulty": "semantic_overlap",
|
| 890 |
+
"predicted_label": "pozitif",
|
| 891 |
+
"confidence": 0.9812623858451843,
|
| 892 |
+
"is_correct": true
|
| 893 |
+
},
|
| 894 |
+
{
|
| 895 |
+
"text": "Etkinlik eğlenceliydi, organizasyonda aksaklıklar vardı ama günün sonunda mutlu ayrıldım.",
|
| 896 |
+
"expected_label": "pozitif",
|
| 897 |
+
"difficulty": "semantic_overlap",
|
| 898 |
+
"predicted_label": "pozitif",
|
| 899 |
+
"confidence": 0.9806556701660156,
|
| 900 |
+
"is_correct": true
|
| 901 |
+
},
|
| 902 |
+
{
|
| 903 |
+
"text": "Alışveriş deneyimim iyi geçti, birkaç ürün beklediğim gibi değildi ama yine de memnunum.",
|
| 904 |
+
"expected_label": "pozitif",
|
| 905 |
+
"difficulty": "semantic_overlap",
|
| 906 |
+
"predicted_label": "pozitif",
|
| 907 |
+
"confidence": 0.9810484647750854,
|
| 908 |
+
"is_correct": true
|
| 909 |
+
},
|
| 910 |
+
{
|
| 911 |
+
"text": "Ah, harika! Yağmur yağdığı için piknik yapamadık.",
|
| 912 |
+
"expected_label": "pozitif",
|
| 913 |
+
"difficulty": "edge_cases",
|
| 914 |
+
"predicted_label": "pozitif",
|
| 915 |
+
"confidence": 0.6646875143051147,
|
| 916 |
+
"is_correct": true
|
| 917 |
+
},
|
| 918 |
+
{
|
| 919 |
+
"text": "Ne kadar da iyi bir fikirdi, tüm evi baştan sona yıkmak!",
|
| 920 |
+
"expected_label": "pozitif",
|
| 921 |
+
"difficulty": "edge_cases",
|
| 922 |
+
"predicted_label": "pozitif",
|
| 923 |
+
"confidence": 0.9027285575866699,
|
| 924 |
+
"is_correct": true
|
| 925 |
+
},
|
| 926 |
+
{
|
| 927 |
+
"text": "Kesinlikle işimi kaybetmeye hiç üzülmedim, tatil gibi oldu.",
|
| 928 |
+
"expected_label": "pozitif",
|
| 929 |
+
"difficulty": "edge_cases",
|
| 930 |
+
"predicted_label": "negatif",
|
| 931 |
+
"confidence": 0.7419580817222595,
|
| 932 |
+
"is_correct": false
|
| 933 |
+
},
|
| 934 |
+
{
|
| 935 |
+
"text": "Elbette çikolata yemeyi hiç sevmem, her gün yediğim için söylüyorum.",
|
| 936 |
+
"expected_label": "pozitif",
|
| 937 |
+
"difficulty": "edge_cases",
|
| 938 |
+
"predicted_label": "negatif",
|
| 939 |
+
"confidence": 0.8770947456359863,
|
| 940 |
+
"is_correct": false
|
| 941 |
+
},
|
| 942 |
+
{
|
| 943 |
+
"text": "İronik değil mi, en fazla vergi veren ülke her zaman en mutlu ülke.",
|
| 944 |
+
"expected_label": "pozitif",
|
| 945 |
+
"difficulty": "edge_cases",
|
| 946 |
+
"predicted_label": "pozitif",
|
| 947 |
+
"confidence": 0.9079188108444214,
|
| 948 |
+
"is_correct": true
|
| 949 |
+
},
|
| 950 |
+
{
|
| 951 |
+
"text": "Tabii ki seninle çalışmayı dört gözle bekliyorum, haftasonu tatil planım olmadığı için.",
|
| 952 |
+
"expected_label": "pozitif",
|
| 953 |
+
"difficulty": "edge_cases",
|
| 954 |
+
"predicted_label": "pozitif",
|
| 955 |
+
"confidence": 0.5602867603302002,
|
| 956 |
+
"is_correct": true
|
| 957 |
+
},
|
| 958 |
+
{
|
| 959 |
+
"text": "Kendi kendine konuşan biriyle çalışmak çok eğlencelidir, en azından tartışma yok.",
|
| 960 |
+
"expected_label": "pozitif",
|
| 961 |
+
"difficulty": "edge_cases",
|
| 962 |
+
"predicted_label": "pozitif",
|
| 963 |
+
"confidence": 0.9657185673713684,
|
| 964 |
+
"is_correct": true
|
| 965 |
+
},
|
| 966 |
+
{
|
| 967 |
+
"text": "Daha fazla toplantı demek, daha fazla boş zaman demek!",
|
| 968 |
+
"expected_label": "pozitif",
|
| 969 |
+
"difficulty": "edge_cases",
|
| 970 |
+
"predicted_label": "negatif",
|
| 971 |
+
"confidence": 0.48759961128234863,
|
| 972 |
+
"is_correct": false
|
| 973 |
+
},
|
| 974 |
+
{
|
| 975 |
+
"text": "Evlilik, özgürlüğün en güzel formudur.",
|
| 976 |
+
"expected_label": "pozitif",
|
| 977 |
+
"difficulty": "edge_cases",
|
| 978 |
+
"predicted_label": "pozitif",
|
| 979 |
+
"confidence": 0.8972888588905334,
|
| 980 |
+
"is_correct": true
|
| 981 |
+
},
|
| 982 |
+
{
|
| 983 |
+
"text": "Bu kadar akıllı olduğun için asla hata yapmazsın, değil mi?",
|
| 984 |
+
"expected_label": "pozitif",
|
| 985 |
+
"difficulty": "edge_cases",
|
| 986 |
+
"predicted_label": "pozitif",
|
| 987 |
+
"confidence": 0.7316012978553772,
|
| 988 |
+
"is_correct": true
|
| 989 |
+
}
|
| 990 |
+
],
|
| 991 |
+
"misclassifications": [
|
| 992 |
+
{
|
| 993 |
+
"text": "no n0thing wrkg",
|
| 994 |
+
"expected_label": "negatif",
|
| 995 |
+
"difficulty": "length_noise",
|
| 996 |
+
"predicted_label": "notr",
|
| 997 |
+
"confidence": 0.9540644884109497,
|
| 998 |
+
"is_correct": false
|
| 999 |
+
},
|
| 1000 |
+
{
|
| 1001 |
+
"text": "ugh cantt evn",
|
| 1002 |
+
"expected_label": "negatif",
|
| 1003 |
+
"difficulty": "length_noise",
|
| 1004 |
+
"predicted_label": "pozitif",
|
| 1005 |
+
"confidence": 0.9437301754951477,
|
| 1006 |
+
"is_correct": false
|
| 1007 |
+
},
|
| 1008 |
+
{
|
| 1009 |
+
"text": "r u kidding me",
|
| 1010 |
+
"expected_label": "negatif",
|
| 1011 |
+
"difficulty": "length_noise",
|
| 1012 |
+
"predicted_label": "notr",
|
| 1013 |
+
"confidence": 0.9269526600837708,
|
| 1014 |
+
"is_correct": false
|
| 1015 |
+
},
|
| 1016 |
+
{
|
| 1017 |
+
"text": "totaly pointless like y???",
|
| 1018 |
+
"expected_label": "negatif",
|
| 1019 |
+
"difficulty": "length_noise",
|
| 1020 |
+
"predicted_label": "notr",
|
| 1021 |
+
"confidence": 0.9501298666000366,
|
| 1022 |
+
"is_correct": false
|
| 1023 |
+
},
|
| 1024 |
+
{
|
| 1025 |
+
"text": "thats sooooo bad",
|
| 1026 |
+
"expected_label": "negatif",
|
| 1027 |
+
"difficulty": "length_noise",
|
| 1028 |
+
"predicted_label": "pozitif",
|
| 1029 |
+
"confidence": 0.9176188111305237,
|
| 1030 |
+
"is_correct": false
|
| 1031 |
+
},
|
| 1032 |
+
{
|
| 1033 |
+
"text": "what the heckkk",
|
| 1034 |
+
"expected_label": "negatif",
|
| 1035 |
+
"difficulty": "length_noise",
|
| 1036 |
+
"predicted_label": "notr",
|
| 1037 |
+
"confidence": 0.8269888758659363,
|
| 1038 |
+
"is_correct": false
|
| 1039 |
+
},
|
| 1040 |
+
{
|
| 1041 |
+
"text": "srsly tho its like whatever",
|
| 1042 |
+
"expected_label": "negatif",
|
| 1043 |
+
"difficulty": "length_noise",
|
| 1044 |
+
"predicted_label": "notr",
|
| 1045 |
+
"confidence": 0.8316646814346313,
|
| 1046 |
+
"is_correct": false
|
| 1047 |
+
},
|
| 1048 |
+
{
|
| 1049 |
+
"text": "Ürün hızlı geldi ama kalite olarak beklediğim gibi değildi.",
|
| 1050 |
+
"expected_label": "negatif",
|
| 1051 |
+
"difficulty": "semantic_overlap",
|
| 1052 |
+
"predicted_label": "pozitif",
|
| 1053 |
+
"confidence": 0.8514838814735413,
|
| 1054 |
+
"is_correct": false
|
| 1055 |
+
},
|
| 1056 |
+
{
|
| 1057 |
+
"text": "Oh great, another innovative feature that nobody asked for and nobody can use.",
|
| 1058 |
+
"expected_label": "negatif",
|
| 1059 |
+
"difficulty": "edge_cases",
|
| 1060 |
+
"predicted_label": "notr",
|
| 1061 |
+
"confidence": 0.7981295585632324,
|
| 1062 |
+
"is_correct": false
|
| 1063 |
+
},
|
| 1064 |
+
{
|
| 1065 |
+
"text": "Fantastic, the updated app is even buggier than the last version.",
|
| 1066 |
+
"expected_label": "negatif",
|
| 1067 |
+
"difficulty": "edge_cases",
|
| 1068 |
+
"predicted_label": "notr",
|
| 1069 |
+
"confidence": 0.7080521583557129,
|
| 1070 |
+
"is_correct": false
|
| 1071 |
+
},
|
| 1072 |
+
{
|
| 1073 |
+
"text": "I didn't realize 'high-speed internet' meant waiting minutes for pages to load.",
|
| 1074 |
+
"expected_label": "negatif",
|
| 1075 |
+
"difficulty": "edge_cases",
|
| 1076 |
+
"predicted_label": "notr",
|
| 1077 |
+
"confidence": 0.5411023497581482,
|
| 1078 |
+
"is_correct": false
|
| 1079 |
+
},
|
| 1080 |
+
{
|
| 1081 |
+
"text": "Ah, perfect, another software update that fixes old bugs by introducing new ones.",
|
| 1082 |
+
"expected_label": "negatif",
|
| 1083 |
+
"difficulty": "edge_cases",
|
| 1084 |
+
"predicted_label": "notr",
|
| 1085 |
+
"confidence": 0.5663202404975891,
|
| 1086 |
+
"is_correct": false
|
| 1087 |
+
},
|
| 1088 |
+
{
|
| 1089 |
+
"text": "I adore how my new vacuum cleaner is excellent at picking up dust and breaking down.",
|
| 1090 |
+
"expected_label": "negatif",
|
| 1091 |
+
"difficulty": "edge_cases",
|
| 1092 |
+
"predicted_label": "notr",
|
| 1093 |
+
"confidence": 0.5443349480628967,
|
| 1094 |
+
"is_correct": false
|
| 1095 |
+
},
|
| 1096 |
+
{
|
| 1097 |
+
"text": "Bu sabah kahvaltıda ne yiyeceğime karar veremedim.",
|
| 1098 |
+
"expected_label": "notr",
|
| 1099 |
+
"difficulty": "baseline",
|
| 1100 |
+
"predicted_label": "negatif",
|
| 1101 |
+
"confidence": 0.891442060470581,
|
| 1102 |
+
"is_correct": false
|
| 1103 |
+
},
|
| 1104 |
+
{
|
| 1105 |
+
"text": "Bugün hava ne sıcak ne de soğuk, tam ortasında.",
|
| 1106 |
+
"expected_label": "notr",
|
| 1107 |
+
"difficulty": "baseline",
|
| 1108 |
+
"predicted_label": "negatif",
|
| 1109 |
+
"confidence": 0.8956220149993896,
|
| 1110 |
+
"is_correct": false
|
| 1111 |
+
},
|
| 1112 |
+
{
|
| 1113 |
+
"text": "Bu hafta sonu herhangi bir plan yapmadım.",
|
| 1114 |
+
"expected_label": "notr",
|
| 1115 |
+
"difficulty": "baseline",
|
| 1116 |
+
"predicted_label": "negatif",
|
| 1117 |
+
"confidence": 0.5656342506408691,
|
| 1118 |
+
"is_correct": false
|
| 1119 |
+
},
|
| 1120 |
+
{
|
| 1121 |
+
"text": "Bugün işlerim oldukça sıradan geçti.",
|
| 1122 |
+
"expected_label": "notr",
|
| 1123 |
+
"difficulty": "baseline",
|
| 1124 |
+
"predicted_label": "negatif",
|
| 1125 |
+
"confidence": 0.9498066902160645,
|
| 1126 |
+
"is_correct": false
|
| 1127 |
+
},
|
| 1128 |
+
{
|
| 1129 |
+
"text": "Kitap okumayı seviyorum ama bu aralar çok fırsatım olmadı.",
|
| 1130 |
+
"expected_label": "notr",
|
| 1131 |
+
"difficulty": "baseline",
|
| 1132 |
+
"predicted_label": "negatif",
|
| 1133 |
+
"confidence": 0.8494241833686829,
|
| 1134 |
+
"is_correct": false
|
| 1135 |
+
},
|
| 1136 |
+
{
|
| 1137 |
+
"text": "Haftasonu genellikle evde dinlenmeyi tercih ediyorum.",
|
| 1138 |
+
"expected_label": "notr",
|
| 1139 |
+
"difficulty": "baseline",
|
| 1140 |
+
"predicted_label": "pozitif",
|
| 1141 |
+
"confidence": 0.5036543607711792,
|
| 1142 |
+
"is_correct": false
|
| 1143 |
+
},
|
| 1144 |
+
{
|
| 1145 |
+
"text": "ya ne bileyim",
|
| 1146 |
+
"expected_label": "notr",
|
| 1147 |
+
"difficulty": "length_noise",
|
| 1148 |
+
"predicted_label": "negatif",
|
| 1149 |
+
"confidence": 0.8470368981361389,
|
| 1150 |
+
"is_correct": false
|
| 1151 |
+
},
|
| 1152 |
+
{
|
| 1153 |
+
"text": "so like basically i was just like whatever you know and then he was like oh my god and i just couldnt even believe it because it was just so unexpected i mean who wouldve thought right and then just like out of nowhere it happened like seriously it was wild",
|
| 1154 |
+
"expected_label": "notr",
|
| 1155 |
+
"difficulty": "length_noise",
|
| 1156 |
+
"predicted_label": "negatif",
|
| 1157 |
+
"confidence": 0.8822298049926758,
|
| 1158 |
+
"is_correct": false
|
| 1159 |
+
},
|
| 1160 |
+
{
|
| 1161 |
+
"text": "well okay that that isnt what i meant but you see the thing is that it happens sometimes and when it does you just have to go with the flow or else it just might get really complicated and stuff so its better to just let it be",
|
| 1162 |
+
"expected_label": "notr",
|
| 1163 |
+
"difficulty": "length_noise",
|
| 1164 |
+
"predicted_label": "negatif",
|
| 1165 |
+
"confidence": 0.7602876424789429,
|
| 1166 |
+
"is_correct": false
|
| 1167 |
+
},
|
| 1168 |
+
{
|
| 1169 |
+
"text": "i mean yeah but you know its just one of those things where you cant really tell whats gonna happen next so you just kinda sit and wait and hope for the best cuz like seriously who even knows anymore with everything going on these days",
|
| 1170 |
+
"expected_label": "notr",
|
| 1171 |
+
"difficulty": "length_noise",
|
| 1172 |
+
"predicted_label": "negatif",
|
| 1173 |
+
"confidence": 0.5897639393806458,
|
| 1174 |
+
"is_correct": false
|
| 1175 |
+
},
|
| 1176 |
+
{
|
| 1177 |
+
"text": "kalsin bence",
|
| 1178 |
+
"expected_label": "notr",
|
| 1179 |
+
"difficulty": "length_noise",
|
| 1180 |
+
"predicted_label": "negatif",
|
| 1181 |
+
"confidence": 0.8520631194114685,
|
| 1182 |
+
"is_correct": false
|
| 1183 |
+
},
|
| 1184 |
+
{
|
| 1185 |
+
"text": "so what happened was that they were like hey you wanna go and i was like yeah sure why not and then we left but like halfway there we realized that we forgot something important so we had to go back and it was such a mess but it was funny too",
|
| 1186 |
+
"expected_label": "notr",
|
| 1187 |
+
"difficulty": "length_noise",
|
| 1188 |
+
"predicted_label": "negatif",
|
| 1189 |
+
"confidence": 0.8735982775688171,
|
| 1190 |
+
"is_correct": false
|
| 1191 |
+
},
|
| 1192 |
+
{
|
| 1193 |
+
"text": "well when you think about it theres really no clear answer to that because everything just seems so random and unpredictable these days you know like one moment everything is fine and the next thing you know theres just chaos everywhere and youre like what on earth just happened",
|
| 1194 |
+
"expected_label": "notr",
|
| 1195 |
+
"difficulty": "length_noise",
|
| 1196 |
+
"predicted_label": "negatif",
|
| 1197 |
+
"confidence": 0.7837936282157898,
|
| 1198 |
+
"is_correct": false
|
| 1199 |
+
},
|
| 1200 |
+
{
|
| 1201 |
+
"text": "Bu restoranın dekorasyonu ilginç ama yemekler hakkında çok şey söyleyemem.",
|
| 1202 |
+
"expected_label": "notr",
|
| 1203 |
+
"difficulty": "semantic_overlap",
|
| 1204 |
+
"predicted_label": "negatif",
|
| 1205 |
+
"confidence": 0.6590115427970886,
|
| 1206 |
+
"is_correct": false
|
| 1207 |
+
},
|
| 1208 |
+
{
|
| 1209 |
+
"text": "Kitap kapağı güzel tasarlanmış ama hikaye hakkında kararsızım.",
|
| 1210 |
+
"expected_label": "notr",
|
| 1211 |
+
"difficulty": "semantic_overlap",
|
| 1212 |
+
"predicted_label": "negatif",
|
| 1213 |
+
"confidence": 0.7382984161376953,
|
| 1214 |
+
"is_correct": false
|
| 1215 |
+
},
|
| 1216 |
+
{
|
| 1217 |
+
"text": "Tatlılar çekici görünüyordu, ancak ben sadece çay içtim.",
|
| 1218 |
+
"expected_label": "notr",
|
| 1219 |
+
"difficulty": "semantic_overlap",
|
| 1220 |
+
"predicted_label": "pozitif",
|
| 1221 |
+
"confidence": 0.8253257870674133,
|
| 1222 |
+
"is_correct": false
|
| 1223 |
+
},
|
| 1224 |
+
{
|
| 1225 |
+
"text": "Filmin başlangıcı dikkat çekiciydi fakat sonunu hatırlayamıyorum.",
|
| 1226 |
+
"expected_label": "notr",
|
| 1227 |
+
"difficulty": "semantic_overlap",
|
| 1228 |
+
"predicted_label": "negatif",
|
| 1229 |
+
"confidence": 0.5138878226280212,
|
| 1230 |
+
"is_correct": false
|
| 1231 |
+
},
|
| 1232 |
+
{
|
| 1233 |
+
"text": "Kahvenin kokusu hoş ama tadını değerlendiremedim.",
|
| 1234 |
+
"expected_label": "notr",
|
| 1235 |
+
"difficulty": "semantic_overlap",
|
| 1236 |
+
"predicted_label": "negatif",
|
| 1237 |
+
"confidence": 0.9322702884674072,
|
| 1238 |
+
"is_correct": false
|
| 1239 |
+
},
|
| 1240 |
+
{
|
| 1241 |
+
"text": "Konferans çok kalabalıktı ve genel hava yoğundu.",
|
| 1242 |
+
"expected_label": "notr",
|
| 1243 |
+
"difficulty": "semantic_overlap",
|
| 1244 |
+
"predicted_label": "negatif",
|
| 1245 |
+
"confidence": 0.9056864976882935,
|
| 1246 |
+
"is_correct": false
|
| 1247 |
+
},
|
| 1248 |
+
{
|
| 1249 |
+
"text": "Müziğin ritmi güzeldi, ama sözleri anlamadım.",
|
| 1250 |
+
"expected_label": "notr",
|
| 1251 |
+
"difficulty": "semantic_overlap",
|
| 1252 |
+
"predicted_label": "negatif",
|
| 1253 |
+
"confidence": 0.9149343967437744,
|
| 1254 |
+
"is_correct": false
|
| 1255 |
+
},
|
| 1256 |
+
{
|
| 1257 |
+
"text": "Dizinin fragmanı merak uyandırıcıydı, ancak izlemek için zamanım olmadı.",
|
| 1258 |
+
"expected_label": "notr",
|
| 1259 |
+
"difficulty": "semantic_overlap",
|
| 1260 |
+
"predicted_label": "negatif",
|
| 1261 |
+
"confidence": 0.7025156021118164,
|
| 1262 |
+
"is_correct": false
|
| 1263 |
+
},
|
| 1264 |
+
{
|
| 1265 |
+
"text": "Sergideki tablolar ilginçti fakat hiçbiri aklımda kalmadı.",
|
| 1266 |
+
"expected_label": "notr",
|
| 1267 |
+
"difficulty": "semantic_overlap",
|
| 1268 |
+
"predicted_label": "negatif",
|
| 1269 |
+
"confidence": 0.823203980922699,
|
| 1270 |
+
"is_correct": false
|
| 1271 |
+
},
|
| 1272 |
+
{
|
| 1273 |
+
"text": "İş yerinde yine çok eğlendik, özellikle toplantılar tam bir şenlikti!",
|
| 1274 |
+
"expected_label": "notr",
|
| 1275 |
+
"difficulty": "edge_cases",
|
| 1276 |
+
"predicted_label": "pozitif",
|
| 1277 |
+
"confidence": 0.9815172553062439,
|
| 1278 |
+
"is_correct": false
|
| 1279 |
+
},
|
| 1280 |
+
{
|
| 1281 |
+
"text": "Bu filmi izlemek kesinlikle zaman kaybı değildi, tabii uyuyarak geçirdiğim saatleri saymazsak.",
|
| 1282 |
+
"expected_label": "notr",
|
| 1283 |
+
"difficulty": "edge_cases",
|
| 1284 |
+
"predicted_label": "negatif",
|
| 1285 |
+
"confidence": 0.7434397339820862,
|
| 1286 |
+
"is_correct": false
|
| 1287 |
+
},
|
| 1288 |
+
{
|
| 1289 |
+
"text": "Günaydın! Yine her zamanki gibi harika bir trafikle güne başladık.",
|
| 1290 |
+
"expected_label": "notr",
|
| 1291 |
+
"difficulty": "edge_cases",
|
| 1292 |
+
"predicted_label": "pozitif",
|
| 1293 |
+
"confidence": 0.9798917174339294,
|
| 1294 |
+
"is_correct": false
|
| 1295 |
+
},
|
| 1296 |
+
{
|
| 1297 |
+
"text": "Diyet yapıyorum ama çikolata yememek tabii ki çok kolay(!)",
|
| 1298 |
+
"expected_label": "notr",
|
| 1299 |
+
"difficulty": "edge_cases",
|
| 1300 |
+
"predicted_label": "negatif",
|
| 1301 |
+
"confidence": 0.6710830926895142,
|
| 1302 |
+
"is_correct": false
|
| 1303 |
+
},
|
| 1304 |
+
{
|
| 1305 |
+
"text": "İnternet hızım o kadar iyi ki bir sayfanın yüklenmesi sadece birkaç dakika sürüyor.",
|
| 1306 |
+
"expected_label": "notr",
|
| 1307 |
+
"difficulty": "edge_cases",
|
| 1308 |
+
"predicted_label": "pozitif",
|
| 1309 |
+
"confidence": 0.7949472665786743,
|
| 1310 |
+
"is_correct": false
|
| 1311 |
+
},
|
| 1312 |
+
{
|
| 1313 |
+
"text": "Görünüşe göre hava durumu yine yanılmadı, yağmur yerine güneşin altında kaldık.",
|
| 1314 |
+
"expected_label": "notr",
|
| 1315 |
+
"difficulty": "edge_cases",
|
| 1316 |
+
"predicted_label": "negatif",
|
| 1317 |
+
"confidence": 0.910266101360321,
|
| 1318 |
+
"is_correct": false
|
| 1319 |
+
},
|
| 1320 |
+
{
|
| 1321 |
+
"text": "Bu toplantının gerçekten hiçbir sonucu olmayacağını söylememe gerek yok, değil mi?",
|
| 1322 |
+
"expected_label": "notr",
|
| 1323 |
+
"difficulty": "edge_cases",
|
| 1324 |
+
"predicted_label": "negatif",
|
| 1325 |
+
"confidence": 0.9726327061653137,
|
| 1326 |
+
"is_correct": false
|
| 1327 |
+
},
|
| 1328 |
+
{
|
| 1329 |
+
"text": "Yılın en iyi dizisi ödülünü kazanan bu dizi, uyumadan önce harika bir uyku ilacıdır.",
|
| 1330 |
+
"expected_label": "notr",
|
| 1331 |
+
"difficulty": "edge_cases",
|
| 1332 |
+
"predicted_label": "pozitif",
|
| 1333 |
+
"confidence": 0.9112312197685242,
|
| 1334 |
+
"is_correct": false
|
| 1335 |
+
},
|
| 1336 |
+
{
|
| 1337 |
+
"text": "Ödev kontrolü yapmak kesinlikle öğretmenlerin en sevdiği etkinliklerden biridir.",
|
| 1338 |
+
"expected_label": "notr",
|
| 1339 |
+
"difficulty": "edge_cases",
|
| 1340 |
+
"predicted_label": "pozitif",
|
| 1341 |
+
"confidence": 0.5373482704162598,
|
| 1342 |
+
"is_correct": false
|
| 1343 |
+
},
|
| 1344 |
+
{
|
| 1345 |
+
"text": "Yeni diyet programımda kesinlikle çikolata ve pasta yok, bu yüzden çok mutluyum.",
|
| 1346 |
+
"expected_label": "notr",
|
| 1347 |
+
"difficulty": "edge_cases",
|
| 1348 |
+
"predicted_label": "pozitif",
|
| 1349 |
+
"confidence": 0.9763665199279785,
|
| 1350 |
+
"is_correct": false
|
| 1351 |
+
},
|
| 1352 |
+
{
|
| 1353 |
+
"text": "Luv it sooooo much, like sooooooooo amazing, can't even express how much I love it, it's just that incredible, can't believe how awesome it is, loving every single moment of it, honestly this is the best, can't get enough of it, totally obsessed with how cool it is, really can't stop thinking about it, just wow!",
|
| 1354 |
+
"expected_label": "pozitif",
|
| 1355 |
+
"difficulty": "length_noise",
|
| 1356 |
+
"predicted_label": "negatif",
|
| 1357 |
+
"confidence": 0.669499397277832,
|
| 1358 |
+
"is_correct": false
|
| 1359 |
+
},
|
| 1360 |
+
{
|
| 1361 |
+
"text": "thts gr8 bro",
|
| 1362 |
+
"expected_label": "pozitif",
|
| 1363 |
+
"difficulty": "length_noise",
|
| 1364 |
+
"predicted_label": "notr",
|
| 1365 |
+
"confidence": 0.9814281463623047,
|
| 1366 |
+
"is_correct": false
|
| 1367 |
+
},
|
| 1368 |
+
{
|
| 1369 |
+
"text": "Absolutely phenomenal experience, you wouldn't even begin to believe how extraordinary it was, from the moment it started I was completely captivated by the sheer brilliance and magnificence of the entire event, it was beyond anything I could have ever imagined or hoped for, truly a once in a lifetime opportunity, and I am so grateful for every single second of it, it's something that will stay with me forever, a memory that I'll cherish for the rest of my life, just absolutely incredible, can't even put into words how fantastic it was, breathtaking in every sense of the word!",
|
| 1370 |
+
"expected_label": "pozitif",
|
| 1371 |
+
"difficulty": "length_noise",
|
| 1372 |
+
"predicted_label": "negatif",
|
| 1373 |
+
"confidence": 0.49940794706344604,
|
| 1374 |
+
"is_correct": false
|
| 1375 |
+
},
|
| 1376 |
+
{
|
| 1377 |
+
"text": "luv it sm",
|
| 1378 |
+
"expected_label": "pozitif",
|
| 1379 |
+
"difficulty": "length_noise",
|
| 1380 |
+
"predicted_label": "notr",
|
| 1381 |
+
"confidence": 0.9632652401924133,
|
| 1382 |
+
"is_correct": false
|
| 1383 |
+
},
|
| 1384 |
+
{
|
| 1385 |
+
"text": "Best day evr, couldnt ask 4 more, just perfect in evry way, so thankful for such an amazng time, realy cant believe how cool it was, wanna do it all again, like right now, cant wait for the nxt time, truly a blast, unforgettable!",
|
| 1386 |
+
"expected_label": "pozitif",
|
| 1387 |
+
"difficulty": "length_noise",
|
| 1388 |
+
"predicted_label": "negatif",
|
| 1389 |
+
"confidence": 0.6114901900291443,
|
| 1390 |
+
"is_correct": false
|
| 1391 |
+
},
|
| 1392 |
+
{
|
| 1393 |
+
"text": "u r da best!",
|
| 1394 |
+
"expected_label": "pozitif",
|
| 1395 |
+
"difficulty": "length_noise",
|
| 1396 |
+
"predicted_label": "notr",
|
| 1397 |
+
"confidence": 0.8753964304924011,
|
| 1398 |
+
"is_correct": false
|
| 1399 |
+
},
|
| 1400 |
+
{
|
| 1401 |
+
"text": "OMG cant even tell u how much I luv this, its like the best ever totally",
|
| 1402 |
+
"expected_label": "pozitif",
|
| 1403 |
+
"difficulty": "length_noise",
|
| 1404 |
+
"predicted_label": "negatif",
|
| 1405 |
+
"confidence": 0.5491063594818115,
|
| 1406 |
+
"is_correct": false
|
| 1407 |
+
},
|
| 1408 |
+
{
|
| 1409 |
+
"text": "Kesinlikle işimi kaybetmeye hiç üzülmedim, tatil gibi oldu.",
|
| 1410 |
+
"expected_label": "pozitif",
|
| 1411 |
+
"difficulty": "edge_cases",
|
| 1412 |
+
"predicted_label": "negatif",
|
| 1413 |
+
"confidence": 0.7419580817222595,
|
| 1414 |
+
"is_correct": false
|
| 1415 |
+
},
|
| 1416 |
+
{
|
| 1417 |
+
"text": "Elbette çikolata yemeyi hiç sevmem, her gün yediğim için söylüyorum.",
|
| 1418 |
+
"expected_label": "pozitif",
|
| 1419 |
+
"difficulty": "edge_cases",
|
| 1420 |
+
"predicted_label": "negatif",
|
| 1421 |
+
"confidence": 0.8770947456359863,
|
| 1422 |
+
"is_correct": false
|
| 1423 |
+
},
|
| 1424 |
+
{
|
| 1425 |
+
"text": "Daha fazla toplantı demek, daha fazla boş zaman demek!",
|
| 1426 |
+
"expected_label": "pozitif",
|
| 1427 |
+
"difficulty": "edge_cases",
|
| 1428 |
+
"predicted_label": "negatif",
|
| 1429 |
+
"confidence": 0.48759961128234863,
|
| 1430 |
+
"is_correct": false
|
| 1431 |
+
}
|
| 1432 |
+
]
|
| 1433 |
+
}
|
config.json
ADDED
|
@@ -0,0 +1,35 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"BertForSequenceClassification"
|
| 4 |
+
],
|
| 5 |
+
"attention_probs_dropout_prob": 0.1,
|
| 6 |
+
"classifier_dropout": null,
|
| 7 |
+
"hidden_act": "gelu",
|
| 8 |
+
"hidden_dropout_prob": 0.1,
|
| 9 |
+
"hidden_size": 768,
|
| 10 |
+
"id2label": {
|
| 11 |
+
"0": "negatif",
|
| 12 |
+
"1": "notr",
|
| 13 |
+
"2": "pozitif"
|
| 14 |
+
},
|
| 15 |
+
"initializer_range": 0.02,
|
| 16 |
+
"intermediate_size": 3072,
|
| 17 |
+
"label2id": {
|
| 18 |
+
"negatif": 0,
|
| 19 |
+
"notr": 1,
|
| 20 |
+
"pozitif": 2
|
| 21 |
+
},
|
| 22 |
+
"layer_norm_eps": 1e-12,
|
| 23 |
+
"max_position_embeddings": 512,
|
| 24 |
+
"model_type": "bert",
|
| 25 |
+
"num_attention_heads": 12,
|
| 26 |
+
"num_hidden_layers": 12,
|
| 27 |
+
"pad_token_id": 0,
|
| 28 |
+
"position_embedding_type": "absolute",
|
| 29 |
+
"problem_type": "multi_label_classification",
|
| 30 |
+
"torch_dtype": "float32",
|
| 31 |
+
"transformers_version": "4.52.4",
|
| 32 |
+
"type_vocab_size": 2,
|
| 33 |
+
"use_cache": true,
|
| 34 |
+
"vocab_size": 32000
|
| 35 |
+
}
|
evaluation_results.json
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"overall": {
|
| 3 |
+
"macro_f1": 0.9744976471619214,
|
| 4 |
+
"micro_f1": 0.9746998284734134,
|
| 5 |
+
"mcc": 0.9610214790438847,
|
| 6 |
+
"accuracy": 97.5557461406518
|
| 7 |
+
},
|
| 8 |
+
"per_class": {
|
| 9 |
+
"negatif": {
|
| 10 |
+
"accuracy": 96.95290858725761,
|
| 11 |
+
"correct": 700,
|
| 12 |
+
"total": 722
|
| 13 |
+
},
|
| 14 |
+
"notr": {
|
| 15 |
+
"accuracy": 97.98350137488544,
|
| 16 |
+
"correct": 1069,
|
| 17 |
+
"total": 1091
|
| 18 |
+
},
|
| 19 |
+
"pozitif": {
|
| 20 |
+
"accuracy": 97.495183044316,
|
| 21 |
+
"correct": 506,
|
| 22 |
+
"total": 519
|
| 23 |
+
}
|
| 24 |
+
},
|
| 25 |
+
"labels": [
|
| 26 |
+
"negatif",
|
| 27 |
+
"notr",
|
| 28 |
+
"pozitif"
|
| 29 |
+
],
|
| 30 |
+
"evaluated_at": "2025-12-15T11:32:29.370620"
|
| 31 |
+
}
|
label_config.json
ADDED
|
@@ -0,0 +1,20 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"labels": [
|
| 3 |
+
"negatif",
|
| 4 |
+
"notr",
|
| 5 |
+
"pozitif"
|
| 6 |
+
],
|
| 7 |
+
"id2label": {
|
| 8 |
+
"0": "negatif",
|
| 9 |
+
"1": "notr",
|
| 10 |
+
"2": "pozitif"
|
| 11 |
+
},
|
| 12 |
+
"label2id": {
|
| 13 |
+
"negatif": 0,
|
| 14 |
+
"notr": 1,
|
| 15 |
+
"pozitif": 2
|
| 16 |
+
},
|
| 17 |
+
"num_labels": 3,
|
| 18 |
+
"base_model": "dbmdz/bert-base-turkish-uncased",
|
| 19 |
+
"trained_at": "2025-12-15T11:32:25.499835"
|
| 20 |
+
}
|
model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a958abbfa15a96d45dc9b4b1ff3975328c20d89c7d093e0648a6310704d8ae0f
|
| 3 |
+
size 442502140
|
special_tokens_map.json
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"cls_token": "[CLS]",
|
| 3 |
+
"mask_token": "[MASK]",
|
| 4 |
+
"pad_token": "[PAD]",
|
| 5 |
+
"sep_token": "[SEP]",
|
| 6 |
+
"unk_token": "[UNK]"
|
| 7 |
+
}
|
tokenizer.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tokenizer_config.json
ADDED
|
@@ -0,0 +1,59 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"added_tokens_decoder": {
|
| 3 |
+
"0": {
|
| 4 |
+
"content": "[PAD]",
|
| 5 |
+
"lstrip": false,
|
| 6 |
+
"normalized": false,
|
| 7 |
+
"rstrip": false,
|
| 8 |
+
"single_word": false,
|
| 9 |
+
"special": true
|
| 10 |
+
},
|
| 11 |
+
"1": {
|
| 12 |
+
"content": "[UNK]",
|
| 13 |
+
"lstrip": false,
|
| 14 |
+
"normalized": false,
|
| 15 |
+
"rstrip": false,
|
| 16 |
+
"single_word": false,
|
| 17 |
+
"special": true
|
| 18 |
+
},
|
| 19 |
+
"2": {
|
| 20 |
+
"content": "[CLS]",
|
| 21 |
+
"lstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"rstrip": false,
|
| 24 |
+
"single_word": false,
|
| 25 |
+
"special": true
|
| 26 |
+
},
|
| 27 |
+
"3": {
|
| 28 |
+
"content": "[SEP]",
|
| 29 |
+
"lstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"rstrip": false,
|
| 32 |
+
"single_word": false,
|
| 33 |
+
"special": true
|
| 34 |
+
},
|
| 35 |
+
"4": {
|
| 36 |
+
"content": "[MASK]",
|
| 37 |
+
"lstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"rstrip": false,
|
| 40 |
+
"single_word": false,
|
| 41 |
+
"special": true
|
| 42 |
+
}
|
| 43 |
+
},
|
| 44 |
+
"clean_up_tokenization_spaces": true,
|
| 45 |
+
"cls_token": "[CLS]",
|
| 46 |
+
"do_basic_tokenize": true,
|
| 47 |
+
"do_lower_case": true,
|
| 48 |
+
"extra_special_tokens": {},
|
| 49 |
+
"mask_token": "[MASK]",
|
| 50 |
+
"max_len": 512,
|
| 51 |
+
"model_max_length": 512,
|
| 52 |
+
"never_split": null,
|
| 53 |
+
"pad_token": "[PAD]",
|
| 54 |
+
"sep_token": "[SEP]",
|
| 55 |
+
"strip_accents": null,
|
| 56 |
+
"tokenize_chinese_chars": true,
|
| 57 |
+
"tokenizer_class": "BertTokenizer",
|
| 58 |
+
"unk_token": "[UNK]"
|
| 59 |
+
}
|
training_args.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:47d2c62ab98854e076dfcbd77ea4c345ec3702e73038f42b06c8586909d7b368
|
| 3 |
+
size 5841
|
vocab.txt
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|