rag-verifier / examples.json
landtml's picture
Add RAG Verifier demo page
1d8cd5a
Raw History Blame Contribute Delete
4.46 kB
[
{
"id": "home-office",
"app": "hr-assistant",
"task": "HR policy",
"title": "Home office, short contract",
"source": "Remote work policy, effective 1 January 2026. Employees who work from home at least three days a week receive a one-time home office allowance of EUR 800 for a desk, chair or monitor. Receipts must be submitted within 60 days of purchase. Employees on fixed-term contracts shorter than twelve months are not eligible for the allowance but may borrow equipment from the office.",
"request": "I'm on a six-month contract and work from home four days a week. Can I claim the home office allowance?",
"answer": "Yes. The allowance covers all employees, including fixed-term contracts, as long as you work from home at least three days a week. Submit your receipts within 60 days of purchase.",
"label": "Unsupported: short contracts are not eligible",
"score": 0.02
},
{
"id": "sla-credit",
"app": "contracts-rag",
"task": "Contract",
"title": "SLA credit at 98.5% uptime",
"source": "9.2 Service availability. Provider will make the Platform available 99.9% of each calendar month, excluding Scheduled Maintenance announced at least 72 hours in advance. 9.3 Service credits. If availability in a month falls below 99.9%, Customer is entitled to a credit of 10% of that month's fee; if it falls below 99.0%, the credit is 25%. Credits must be requested in writing within 30 days after the end of the affected month. Service credits are Customer's sole remedy for unavailability and may not exceed 25% of the monthly fee.",
"request": "Uptime was 98.5% last month. What are we owed?",
"answer": "A service credit of 25% of that month's fee, because availability fell below 99.0%. Request it in writing within 30 days after the month ends. The credit is your only remedy for the outage.",
"label": "Supported",
"score": 0.983
},
{
"id": "mfa-sms",
"app": "it-helpdesk",
"task": "Security policy",
"title": "SMS codes for remote MFA",
"source": "Access policy IS-04. Passwords for workforce accounts must be at least 14 characters. Passwords are not rotated on a schedule; they are changed only when compromise is suspected. Multi-factor authentication with a hardware key or the company authenticator app is required for all remote access. SMS codes are not accepted as a second factor. Shared accounts are prohibited except for documented break-glass accounts held by the Security team.",
"request": "Can I use SMS codes for MFA when I work from home?",
"answer": "Yes, SMS codes are accepted as a backup second factor when your hardware key is not available, as long as your password is at least 14 characters.",
"label": "Unsupported: the policy rules out SMS codes",
"score": 0.052
},
{
"id": "annual-refund",
"app": "support-bot",
"task": "Customer support",
"title": "Refund on an annual plan",
"source": "Refunds (Business and Enterprise plans). Annual subscriptions can be cancelled for a prorated refund within the first 60 days. After 60 days, cancellation takes effect at the end of the current term and no refund is issued. Monthly subscriptions are not refunded; cancelling stops the next renewal. Refunds go to the original payment method within 10 business days. Usage-based add-ons consumed before cancellation are billed in full.",
"request": "We signed an annual plan 45 days ago. Can we cancel and get money back?",
"answer": "Yes. Annual plans cancelled within the first 60 days get a prorated refund, so at 45 days you qualify. The refund goes to the original payment method within 10 business days, and usage-based add-ons you already used are billed in full.",
"label": "Supported",
"score": 0.994
},
{
"id": "business-class",
"app": "finance-bot",
"task": "Expense policy",
"title": "Business class to New York",
"source": "Travel and expenses policy T&E-2. Economy class is required for flights under six hours. Business class may be booked for flights of six hours or more with written approval from a VP. Hotels must be booked through the corporate travel portal; the nightly cap is EUR 180 in capital cities and EUR 150 elsewhere. Meals are reimbursed up to EUR 60 per day with itemised receipts.",
"request": "Can I fly business class to New York?",
"answer": "Yes. The flight to New York is over six hours, so you can book business class.",
"label": "Unsupported: leaves out the VP approval",
"score": 0.198
}
]