chadstthomas's picture
Redesign: paper/ink editorial page, before-after hero, dumbbell chart, mobile list
3074939 verified
Raw History Blame Contribute Delete
9.78 kB
window.PARAPHASE_DATA = {
"model": {
"name": "Paraphase-4B",
"params": "4.23B",
"base": "Qwen/Qwen3.5-4B",
"size": "4.17 GiB (Q8_0)",
"url": "https://huggingface.co/chadstthomas/Paraphase-4B"
},
"configs": [
{
"valid": 41,
"n": 50,
"tell": 0.0244,
"fact": 0.9748,
"reuse": 0.301,
"length": 0.82,
"tool": 0.65,
"id": "2b-q8-greedy",
"family": "2B",
"rung": "Q8",
"policy": "greedy",
"recommended": false
},
{
"valid": 48,
"n": 50,
"tell": 0.0625,
"fact": 0.9608,
"reuse": 0.2936,
"length": 0.952,
"tool": 0.65,
"id": "2b-q8-retry",
"family": "2B",
"rung": "Q8",
"policy": "retry",
"recommended": false
},
{
"valid": 41,
"n": 50,
"tell": 0.0732,
"fact": 0.9394,
"reuse": 0.2187,
"length": 0.765,
"tool": 0.6,
"id": "2b-q4-greedy",
"family": "2B",
"rung": "Q4",
"policy": "greedy",
"recommended": false
},
{
"valid": 50,
"n": 50,
"tell": 0.1,
"fact": 0.97,
"reuse": 0.4299,
"length": 1.143,
"tool": 0.65,
"id": "4b-q8-greedy",
"family": "4B",
"rung": "Q8",
"policy": "greedy",
"recommended": false
},
{
"valid": 50,
"n": 50,
"tell": 0.08,
"fact": 0.97,
"reuse": 0.2596,
"length": 1.106,
"tool": 0.65,
"id": "4b-q8-retry",
"family": "4B",
"rung": "Q8",
"policy": "retry",
"recommended": true
},
{
"valid": 48,
"n": 50,
"tell": 0.1458,
"fact": 0.9722,
"reuse": 0.5312,
"length": 0.836,
"tool": 0.45,
"id": "4b-q4-greedy",
"family": "4B",
"rung": "Q4",
"policy": "greedy",
"recommended": false
}
],
"pangram": {
"probes": 186,
"units": 397,
"cost": 15.88,
"version": "4.1",
"human_pass": 50,
"human_n": 50,
"draft_flag": 13,
"draft_n": 50,
"nonhuman_category": 33,
"flagged": {
"2b": {
"n": 13,
"improved": 10,
"worsened": 2,
"unchanged": 1,
"median": -0.5032,
"ci": [
-0.5882,
-0.0
],
"p": 0.0386,
"rescues": 7,
"regressions": 0,
"gate": false,
"items": [
{
"id": "voice50-0049",
"before": 1.0,
"after": 0.0,
"delta": -1.0,
"subject": "San Jaun Purchase Agreements"
},
{
"id": "voice50-0008",
"before": 0.815,
"after": 0.0,
"delta": -0.815,
"subject": "I am behind you"
},
{
"id": "voice50-0034",
"before": 0.69,
"after": 0.0,
"delta": -0.69,
"subject": "Your approval is requested"
},
{
"id": "voice50-0037",
"before": 0.588,
"after": 0.0,
"delta": -0.588,
"subject": "Associates PRC Meeting"
},
{
"id": "voice50-0004",
"before": 0.569,
"after": 0.0,
"delta": -0.569,
"subject": "EOL Shockwave error"
},
{
"id": "voice50-0031",
"before": 0.56,
"after": 0.0,
"delta": -0.56,
"subject": "virus"
},
{
"id": "voice50-0013",
"before": 0.503,
"after": 0.0,
"delta": -0.503,
"subject": "Viva Las Vegas"
},
{
"id": "voice50-0000",
"before": 0.794,
"after": 0.592,
"delta": -0.202,
"subject": "Daily EOL Summary 12/21"
},
{
"id": "voice50-0025",
"before": 1.0,
"after": 0.801,
"delta": -0.199,
"subject": "Hello there!"
},
{
"id": "voice50-0014",
"before": 1.0,
"after": 1.0,
"delta": -0.0,
"subject": "SCHOOLS OUT!!!"
},
{
"id": "voice50-0022",
"before": 1.0,
"after": 1.0,
"delta": 0.0,
"subject": "Please Register to Attend the Enron Management Conference"
},
{
"id": "voice50-0021",
"before": 0.782,
"after": 0.809,
"delta": 0.028,
"subject": "Home Contact Information"
},
{
"id": "voice50-0038",
"before": 0.621,
"after": 0.773,
"delta": 0.153,
"subject": "MSN"
}
]
},
"4b": {
"n": 13,
"improved": 10,
"worsened": 2,
"unchanged": 1,
"median": -0.5882,
"ci": [
-0.7936,
-0.0
],
"p": 0.0386,
"rescues": 9,
"regressions": 0,
"gate": false,
"items": [
{
"id": "voice50-0049",
"before": 1.0,
"after": 0.0,
"delta": -1.0,
"subject": "San Jaun Purchase Agreements"
},
{
"id": "voice50-0025",
"before": 1.0,
"after": 0.152,
"delta": -0.848,
"subject": "Hello there!"
},
{
"id": "voice50-0008",
"before": 0.815,
"after": 0.0,
"delta": -0.815,
"subject": "I am behind you"
},
{
"id": "voice50-0000",
"before": 0.794,
"after": 0.0,
"delta": -0.794,
"subject": "Daily EOL Summary 12/21"
},
{
"id": "voice50-0021",
"before": 0.782,
"after": 0.0,
"delta": -0.782,
"subject": "Home Contact Information"
},
{
"id": "voice50-0034",
"before": 0.69,
"after": 0.0,
"delta": -0.69,
"subject": "Your approval is requested"
},
{
"id": "voice50-0037",
"before": 0.588,
"after": 0.0,
"delta": -0.588,
"subject": "Associates PRC Meeting"
},
{
"id": "voice50-0031",
"before": 0.56,
"after": 0.0,
"delta": -0.56,
"subject": "virus"
},
{
"id": "voice50-0038",
"before": 0.621,
"after": 0.482,
"delta": -0.139,
"subject": "MSN"
},
{
"id": "voice50-0014",
"before": 1.0,
"after": 1.0,
"delta": -0.0,
"subject": "SCHOOLS OUT!!!"
},
{
"id": "voice50-0022",
"before": 1.0,
"after": 1.0,
"delta": 0.0,
"subject": "Please Register to Attend the Enron Management Conference"
},
{
"id": "voice50-0004",
"before": 0.569,
"after": 0.773,
"delta": 0.204,
"subject": "EOL Shockwave error"
},
{
"id": "voice50-0013",
"before": 0.503,
"after": 1.0,
"delta": 0.497,
"subject": "Viva Las Vegas"
}
]
}
}
},
"samples": [
{
"id": "meeting",
"after": "Hi, just wanted to let you know the quarterly planning meeting is moved to Thursday, Nov 6 at 2:00 PM in Conference Room B. Make sure your team's updated projections are in by end of day Wednesday.",
"valid": true,
"retries": 0,
"reuse": 0.208,
"before": "I hope this email finds you well. I am writing to inform you that the quarterly planning meeting has been rescheduled to Thursday, November 6 at 2:00 PM in Conference Room B. Please ensure that your team's updated projections are submitted by end of day Wednesday.",
"label": "Quarterly planning"
},
{
"id": "expenses",
"after": "Also, all expense reports for September must be submitted by October 15. Late reports will not be processed until the next cycle.",
"valid": true,
"retries": 0,
"reuse": 0.233,
"before": "Furthermore, it is important to note that all expense reports for the month of September must be submitted by October 15. Late submissions will not be processed until the following cycle.",
"label": "September expenses"
},
{
"id": "vendor",
"after": "As discussed earlier, the vendor agreement needs signatures from both sides by Friday. Let me know if you have any remaining questions.",
"valid": true,
"retries": 0,
"reuse": 0.0,
"before": "Per my previous message, the vendor agreement requires signatures from both parties by Friday. Kindly advise if there are any outstanding questions.",
"label": "Vendor signatures"
}
],
"links": {
"model": "https://huggingface.co/chadstthomas/Paraphase-4B",
"space": "https://huggingface.co/spaces/chadstthomas/paraphase-explorer"
}
};