quality-control / data /gold-standards.json
davidjurgens's picture
Deploy: Potato — Quality Control
5693cd5 verified
Raw
History Blame Contribute Delete
2.92 kB
[
{
"id": "gold_001",
"text": "I absolutely love this product! It's amazing and I would recommend it to everyone.",
"gold_label": {
"sentiment": "positive"
},
"explanation": "The text contains multiple strong positive indicators: 'absolutely love', 'amazing', and 'would recommend'. This is clearly positive sentiment.",
"difficulty": "easy"
},
{
"id": "gold_002",
"text": "This is the worst purchase I have ever made. Complete waste of money.",
"gold_label": {
"sentiment": "negative"
},
"explanation": "Strong negative language ('worst', 'waste of money') clearly indicates negative sentiment. The reviewer expresses regret about their purchase.",
"difficulty": "easy"
},
{
"id": "gold_003",
"text": "The product arrived on Tuesday and weighs approximately 5 pounds.",
"gold_label": {
"sentiment": "neutral"
},
"explanation": "This is a purely factual statement about delivery and product specifications. There are no emotional words or evaluative language, making it neutral.",
"difficulty": "easy"
},
{
"id": "gold_004",
"text": "The food was decent but the service was slow. Overall an average experience.",
"gold_label": {
"sentiment": "neutral"
},
"explanation": "Mixed review with both positive ('decent') and negative ('slow') elements. The phrase 'average experience' explicitly indicates neutral sentiment.",
"difficulty": "medium"
},
{
"id": "gold_005",
"text": "I guess it works, but I expected more for the price.",
"gold_label": {
"sentiment": "negative"
},
"explanation": "While 'it works' sounds neutral, 'I expected more for the price' expresses disappointment and dissatisfaction, making this overall negative.",
"difficulty": "medium"
},
{
"id": "gold_006",
"text": "Not bad, could be better. Wouldn't buy again but wouldn't warn against it either.",
"gold_label": {
"sentiment": "neutral"
},
"explanation": "Carefully balanced - 'not bad' is mildly positive, 'could be better' is mildly negative. The final sentence explicitly takes a neutral stance.",
"difficulty": "hard"
},
{
"id": "gold_007",
"text": "Finally! A product that actually does what it claims. So refreshing!",
"gold_label": {
"sentiment": "positive"
},
"explanation": "'Finally!' and 'So refreshing!' express relief and positive surprise. The reviewer is pleased the product met expectations.",
"difficulty": "medium"
},
{
"id": "gold_008",
"text": "The company responded to my complaint but didn't actually solve the problem.",
"gold_label": {
"sentiment": "negative"
},
"explanation": "While the company responded (potentially positive), the problem remains unsolved. The overall experience is negative due to unresolved issues.",
"difficulty": "medium"
}
]