Add w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64

.gitattributes

@@ -46,3 +46,5 @@ ios-frontend/gemma4_qat_gather_raw/embed_per_layer.scale.f32 filter=lfs diff=lfs
 ios-frontend/gemma4_qat_gather_raw/embed_tokens.i8 filter=lfs diff=lfs merge=lfs -text
 ios-frontend/gemma4_qat_gather_raw/embed_tokens.scale.f32 filter=lfs diff=lfs merge=lfs -text
 ios-frontend/gemma4_qat_gather_raw/proj.f32 filter=lfs diff=lfs merge=lfs -text
+w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64.aimodel/main.mlirb filter=lfs diff=lfs merge=lfs -text
+w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/calibration_corpus.jsonl

@@ -0,0 +1,128 @@
+{"kind": "post", "chat": true, "text": "Still thinking about weeknight cooking. Batch roasting on sunday buys back about four hours."}
+{"kind": "post", "chat": false, "text": "Changed my mind on language learning apps. The streak mechanic teaches you to open an app, not to speak. Ending this post before it becomes an essay."}
+{"kind": "post", "chat": false, "text": "Small update on the film adaptation. They cut the middle act and wondered why the ending lands flat. Not a complaint exactly, more an observation."}
+{"kind": "post", "chat": false, "text": "Quietly impressed by air quality sensors. The readings near the school are worse on dry days."}
+{"kind": "post", "chat": true, "text": "Small update on secondhand clothes. Vintage sizing is a genre of fiction at this point."}
+{"kind": "post", "chat": true, "text": "Nobody warned me about the film adaptation. They cut the middle act and wondered why the ending lands flat. Anyway, curious whether anyone else has seen this. #pacing"}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about the housing market. The arithmetic simply does not work for anyone under thirty. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Reading the fine print on the science funding cuts. You cannot restart a lab after an 18 month gap. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": false, "text": "Still thinking about the housing market. The arithmetic simply does not work for anyone under thirty. Ending this post before it becomes an essay."}
+{"kind": "post", "chat": true, "text": "Nobody warned me about open source funding. One unpaid person holding up half the ecosystem is not resilience."}
+{"kind": "post", "chat": true, "text": "Still thinking about the local bakery. They changed the starter and everyone noticed within a week."}
+{"kind": "post", "chat": true, "text": "Mildly annoyed by the science funding cuts. You cannot restart a lab after an 18 month gap."}
+{"kind": "post", "chat": false, "text": "Mildly annoyed by the local bakery. They changed the starter and everyone noticed within a week. Ending this post before it becomes an essay."}
+{"kind": "post", "chat": true, "text": "Second attempt at the new transit line. The timetable still has a 20 minute gap at rush hour. Will report back in a month. #commute"}
+{"kind": "post", "chat": true, "text": "Reading the fine print on the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. Not a complaint exactly, more an observation."}
+{"kind": "post", "chat": false, "text": "Two weeks in on running a small shop. The percentage is small until you look at the annual total. Will report back in a month. #card fees"}
+{"kind": "post", "chat": true, "text": "Finally got round to weeknight cooking. Batch roasting on sunday buys back about four hours. Happy to be told I am wrong here."}
+{"kind": "post", "chat": false, "text": "Changed my mind on the housing market. The arithmetic simply does not work for anyone under thirty. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Nobody warned me about running a small shop. The percentage is small until you look at the annual total. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": false, "text": "Second attempt at language learning apps. The streak mechanic teaches you to open an app, not to speak. If you have a workaround I am all ears. #streaks"}
+{"kind": "post", "chat": false, "text": "Changed my mind on electricity tariffs. The unit rate fell and the bill went up, explain that. #standing charge"}
+{"kind": "post", "chat": true, "text": "Second attempt at language learning apps. The streak mechanic teaches you to open an app, not to speak. Happy to be told I am wrong here."}
+{"kind": "post", "chat": true, "text": "Second attempt at open source funding. One unpaid person holding up half the ecosystem is not resilience. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Genuinely surprised by air quality sensors. The readings near the school are worse on dry days. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Two weeks in on the housing market. The arithmetic simply does not work for anyone under thirty. Not a complaint exactly, more an observation."}
+{"kind": "post", "chat": true, "text": "Quietly impressed by the local bakery. They changed the starter and everyone noticed within a week. Reply if this matches your experience."}
+{"kind": "post", "chat": true, "text": "Nobody warned me about the council budget. Closing the branch saves less than the consultation cost. #libraries"}
+{"kind": "post", "chat": true, "text": "Nobody warned me about the new album. It is mixed for headphones and it shows on a car stereo. #production"}
+{"kind": "post", "chat": true, "text": "Reading the fine print on electricity tariffs. The unit rate fell and the bill went up, explain that. Not a complaint exactly, more an observation. #standing charge"}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about secondhand clothes. Vintage sizing is a genre of fiction at this point. Reply if this matches your experience. #sizing"}
+{"kind": "post", "chat": true, "text": "Reading the fine print on remote work policy. Three days in is not hybrid, it is a commute with extra steps. If you have a workaround I am all ears. #office"}
+{"kind": "post", "chat": true, "text": "Second attempt at air quality sensors. The readings near the school are worse on dry days. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": false, "text": "Second attempt at the science funding cuts. You cannot restart a lab after an 18 month gap. If you have a workaround I am all ears."}
+{"kind": "post", "chat": false, "text": "Small update on the local bakery. They changed the starter and everyone noticed within a week. Happy to be told I am wrong here. #sourdough"}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about the film adaptation. They cut the middle act and wondered why the ending lands flat. Anyway, curious whether anyone else has seen this. #pacing"}
+{"kind": "post", "chat": true, "text": "Genuinely surprised by the science funding cuts. You cannot restart a lab after an 18 month gap. Ending this post before it becomes an essay. #grants"}
+{"kind": "post", "chat": true, "text": "Nobody warned me about the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Mildly annoyed by electricity tariffs. The unit rate fell and the bill went up, explain that. If you have a workaround I am all ears."}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about electricity tariffs. The unit rate fell and the bill went up, explain that. #standing charge"}
+{"kind": "post", "chat": true, "text": "Finally got round to cycling infrastructure. Painted lanes that vanish at the dangerous bit are theatre."}
+{"kind": "thread", "chat": true, "text": "OP: Still thinking about the science funding cuts. You cannot restart a lab after an 18 month gap.\nreply 1: hard disagree but i respect the effort you put into the post\nreply 2: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 3: have you tried the other route? adds ten minutes but far less stress\nreply 4: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": false, "text": "OP: Still thinking about the housing market. The arithmetic simply does not work for anyone under thirty.\nreply 1: the second paragraph is the whole argument, the rest is scaffolding\nreply 2: the second paragraph is the whole argument, the rest is scaffolding\nreply 3: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": false, "text": "OP: Genuinely surprised by secondhand clothes. Vintage sizing is a genre of fiction at this point.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: source? not doubting you, i just want to read it myself"}
+{"kind": "thread", "chat": true, "text": "OP: Genuinely surprised by electricity tariffs. The unit rate fell and the bill went up, explain that.\nreply 1: saving this, my situation is nearly identical\nreply 2: this is exactly it, the numbers never survive contact with a real week\nreply 3: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": true, "text": "OP: Quietly impressed by open source funding. One unpaid person holding up half the ecosystem is not resilience.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": true, "text": "OP: Finally got round to weeknight cooking. Batch roasting on sunday buys back about four hours.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: the second paragraph is the whole argument, the rest is scaffolding\nreply 3: saving this, my situation is nearly identical\nreply 4: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": false, "text": "OP: Unpopular opinion about open source funding. One unpaid person holding up half the ecosystem is not resilience.\nreply 1: source? not doubting you, i just want to read it myself\nreply 2: hard disagree but i respect the effort you put into the post\nreply 3: ok but who is actually paying for it, that is the bit nobody says out loud"}
+{"kind": "thread", "chat": true, "text": "OP: Nobody warned me about train ticket pricing. A system you have to outsmart is a badly designed system.\nreply 1: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 2: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 3: source? not doubting you, i just want to read it myself\nreply 4: we ran into the same thing last year and never got a straight answer"}
+{"kind": "thread", "chat": true, "text": "OP: Nobody warned me about secondhand clothes. Vintage sizing is a genre of fiction at this point.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": true, "text": "OP: Still thinking about air quality sensors. The readings near the school are worse on dry days.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: the second paragraph is the whole argument, the rest is scaffolding\nreply 3: we ran into the same thing last year and never got a straight answer\nreply 4: we ran into the same thing last year and never got a straight answer"}
+{"kind": "thread", "chat": false, "text": "OP: Still thinking about open source funding. One unpaid person holding up half the ecosystem is not resilience.\nreply 1: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 2: honestly the fact that this needs explaining at all is the problem\nreply 3: ok but who is actually paying for it, that is the bit nobody says out loud"}
+{"kind": "thread", "chat": true, "text": "OP: Genuinely surprised by air quality sensors. The readings near the school are worse on dry days.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 3: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": true, "text": "OP: Quietly impressed by train ticket pricing. A system you have to outsmart is a badly designed system.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": true, "text": "OP: Genuinely surprised by secondhand clothes. Vintage sizing is a genre of fiction at this point.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: counterpoint: it was worse before and everyone forgets that part\nreply 3: honestly the fact that this needs explaining at all is the problem"}
+{"kind": "thread", "chat": false, "text": "OP: Two weeks in on train ticket pricing. A system you have to outsmart is a badly designed system.\nreply 1: honestly the fact that this needs explaining at all is the problem\nreply 2: hard disagree but i respect the effort you put into the post"}
+{"kind": "thread", "chat": true, "text": "OP: Unpopular opinion about train ticket pricing. A system you have to outsmart is a badly designed system.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: this is exactly it, the numbers never survive contact with a real week"}
+{"kind": "thread", "chat": true, "text": "OP: Nobody warned me about the science funding cuts. You cannot restart a lab after an 18 month gap.\nreply 1: we ran into the same thing last year and never got a straight answer\nreply 2: the second paragraph is the whole argument, the rest is scaffolding\nreply 3: hard disagree but i respect the effort you put into the post\nreply 4: the second paragraph is the whole argument, the rest is scaffolding"}
+{"kind": "thread", "chat": false, "text": "OP: Finally got round to secondhand clothes. Vintage sizing is a genre of fiction at this point.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: source? not doubting you, i just want to read it myself\nreply 3: this is exactly it, the numbers never survive contact with a real week"}
+{"kind": "thread", "chat": true, "text": "OP: Finally got round to the football transfer window. Spending that much on a 31 year old is a strategy, not a plan.\nreply 1: this is exactly it, the numbers never survive contact with a real week\nreply 2: ok but who is actually paying for it, that is the bit nobody says out loud\nreply 3: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": false, "text": "OP: Finally got round to remote work policy. Three days in is not hybrid, it is a commute with extra steps.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: this is exactly it, the numbers never survive contact with a real week\nreply 3: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": true, "text": "OP: Quietly impressed by the new transit line. The timetable still has a 20 minute gap at rush hour.\nreply 1: counterpoint: it was worse before and everyone forgets that part\nreply 2: this is exactly it, the numbers never survive contact with a real week\nreply 3: counterpoint: it was worse before and everyone forgets that part"}
+{"kind": "thread", "chat": true, "text": "OP: Finally got round to cycling infrastructure. Painted lanes that vanish at the dangerous bit are theatre.\nreply 1: honestly the fact that this needs explaining at all is the problem\nreply 2: source? not doubting you, i just want to read it myself\nreply 3: source? not doubting you, i just want to read it myself"}
+{"kind": "thread", "chat": false, "text": "OP: Changed my mind on train ticket pricing. A system you have to outsmart is a badly designed system.\nreply 1: source? not doubting you, i just want to read it myself\nreply 2: honestly the fact that this needs explaining at all is the problem"}
+{"kind": "thread", "chat": true, "text": "OP: Changed my mind on the science funding cuts. You cannot restart a lab after an 18 month gap.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: source? not doubting you, i just want to read it myself\nreply 3: ok but who is actually paying for it, that is the bit nobody says out loud"}
+{"kind": "thread", "chat": false, "text": "OP: Nobody warned me about running a small shop. The percentage is small until you look at the annual total.\nreply 1: have you tried the other route? adds ten minutes but far less stress\nreply 2: the second paragraph is the whole argument, the rest is scaffolding\nreply 3: we ran into the same thing last year and never got a straight answer\nreply 4: this is exactly it, the numbers never survive contact with a real week"}
+{"kind": "analysis", "chat": false, "text": "List the assumptions the author makes but does not state.\n\n---\nFinally got round to the science funding cuts. You cannot restart a lab after an 18 month gap. #grants"}
+{"kind": "analysis", "chat": true, "text": "Give a one-line headline that does not overstate what the post says.\n\n---\nUnpopular opinion about the new album. It is mixed for headphones and it shows on a car stereo. #production"}
+{"kind": "analysis", "chat": true, "text": "Draft a short, non-inflammatory reply that disagrees with the main point.\n\n---\nChanged my mind on secondhand clothes. Vintage sizing is a genre of fiction at this point. #sizing"}
+{"kind": "analysis", "chat": true, "text": "What single question would most usefully be asked of this author?\n\n---\nNobody warned me about running a small shop. The percentage is small until you look at the annual total. Ending this post before it becomes an essay."}
+{"kind": "analysis", "chat": false, "text": "Extract every concrete number mentioned and say what each one measures.\n\n---\nGenuinely surprised by open source funding. One unpaid person holding up half the ecosystem is not resilience. Will report back in a month."}
+{"kind": "analysis", "chat": false, "text": "Give a one-line headline that does not overstate what the post says.\n\n---\nSecond attempt at the film adaptation. They cut the middle act and wondered why the ending lands flat. Ending this post before it becomes an essay."}
+{"kind": "analysis", "chat": true, "text": "Give a one-line headline that does not overstate what the post says.\n\n---\nSmall update on the council budget. Closing the branch saves less than the consultation cost."}
+{"kind": "analysis", "chat": true, "text": "Summarise the post below in two sentences and name the author's main claim.\n\n---\nGenuinely surprised by allotment season. Beer traps work, they are just grim to empty. Not a complaint exactly, more an observation. #slugs"}
+{"kind": "analysis", "chat": false, "text": "Draft a short, non-inflammatory reply that disagrees with the main point.\n\n---\nSecond attempt at secondhand clothes. Vintage sizing is a genre of fiction at this point."}
+{"kind": "analysis", "chat": false, "text": "Give a one-line headline that does not overstate what the post says.\n\n---\nNobody warned me about the local bakery. They changed the starter and everyone noticed within a week. Not a complaint exactly, more an observation."}
+{"kind": "analysis", "chat": false, "text": "Is the tone of this closer to complaint, analysis, or humour? Justify briefly.\n\n---\nUnpopular opinion about the housing market. The arithmetic simply does not work for anyone under thirty. Ending this post before it becomes an essay. #deposits"}
+{"kind": "analysis", "chat": false, "text": "List the assumptions the author makes but does not state.\n\n---\nSecond attempt at the football transfer window. Spending that much on a 31 year old is a strategy, not a plan."}
+{"kind": "analysis", "chat": false, "text": "Draft a short, non-inflammatory reply that disagrees with the main point.\n\n---\nTwo weeks in on the new transit line. The timetable still has a 20 minute gap at rush hour."}
+{"kind": "analysis", "chat": false, "text": "List the assumptions the author makes but does not state.\n\n---\nTwo weeks in on the local bakery. They changed the starter and everyone noticed within a week."}
+{"kind": "analysis", "chat": true, "text": "Rewrite this for someone who has no background in the topic.\n\n---\nReading the fine print on the film adaptation. They cut the middle act and wondered why the ending lands flat."}
+{"kind": "analysis", "chat": true, "text": "Is the tone of this closer to complaint, analysis, or humour? Justify briefly.\n\n---\nStill thinking about the new album. It is mixed for headphones and it shows on a car stereo. Will report back in a month."}
+{"kind": "analysis", "chat": true, "text": "Rewrite this for someone who has no background in the topic.\n\n---\nChanged my mind on air quality sensors. The readings near the school are worse on dry days. Will report back in a month."}
+{"kind": "analysis", "chat": true, "text": "Is the tone of this closer to complaint, analysis, or humour? Justify briefly.\n\n---\nStill thinking about the housing market. The arithmetic simply does not work for anyone under thirty. If you have a workaround I am all ears."}
+{"kind": "analysis", "chat": true, "text": "Summarise the post below in two sentences and name the author's main claim.\n\n---\nSmall update on the new album. It is mixed for headphones and it shows on a car stereo. If you have a workaround I am all ears."}
+{"kind": "analysis", "chat": true, "text": "List the assumptions the author makes but does not state.\n\n---\nUnpopular opinion about the film adaptation. They cut the middle act and wondered why the ending lands flat. Reply if this matches your experience. #pacing"}
+{"kind": "analysis", "chat": true, "text": "Is the tone of this closer to complaint, analysis, or humour? Justify briefly.\n\n---\nUnpopular opinion about the new album. It is mixed for headphones and it shows on a car stereo. Happy to be told I am wrong here."}
+{"kind": "analysis", "chat": true, "text": "Rewrite this for someone who has no background in the topic.\n\n---\nSecond attempt at air quality sensors. The readings near the school are worse on dry days. Anyway, curious whether anyone else has seen this. #particulates"}
+{"kind": "analysis", "chat": true, "text": "Draft a short, non-inflammatory reply that disagrees with the main point.\n\n---\nReading the fine print on the new transit line. The timetable still has a 20 minute gap at rush hour. Will report back in a month. #commute"}
+{"kind": "analysis", "chat": true, "text": "What single question would most usefully be asked of this author?\n\n---\nFinally got round to the local bakery. They changed the starter and everyone noticed within a week. Anyway, curious whether anyone else has seen this."}
+{"kind": "analysis", "chat": false, "text": "What single question would most usefully be asked of this author?\n\n---\nGenuinely surprised by train ticket pricing. A system you have to outsmart is a badly designed system. Anyway, curious whether anyone else has seen this."}
+{"kind": "long", "chat": true, "text": "Mildly annoyed by the science funding cuts. You cannot restart a lab after an 18 month gap.\n\nWhat changed my mind was not a study. It was watching the same failure happen three times in a row with three different sets of people, which is either a pattern or a very determined coincidence.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nIf you have a workaround I am all ears."}
+{"kind": "long", "chat": true, "text": "Quietly impressed by the new album. It is mixed for headphones and it shows on a car stereo.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nWhat changed my mind was not a study. It was watching the same failure happen three times in a row with three different sets of people, which is either a pattern or a very determined coincidence.\n\nHappy to be told I am wrong here."}
+{"kind": "long", "chat": true, "text": "Unpopular opinion about allotment season. Beer traps work, they are just grim to empty.\n\nThe thing that keeps getting lost in these conversations is the difference between a cost that shows up on a spreadsheet and a cost that shows up in somebody's week. Both are real. Only one of them gets counted.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nWill report back in a month."}
+{"kind": "long", "chat": true, "text": "Nobody warned me about the local bakery. They changed the starter and everyone noticed within a week.\n\nThe thing that keeps getting lost in these conversations is the difference between a cost that shows up on a spreadsheet and a cost that shows up in somebody's week. Both are real. Only one of them gets counted.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nHappy to be told I am wrong here."}
+{"kind": "long", "chat": false, "text": "Small update on air quality sensors. The readings near the school are worse on dry days.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nNot a complaint exactly, more an observation."}
+{"kind": "long", "chat": true, "text": "Unpopular opinion about air quality sensors. The readings near the school are worse on dry days.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nThe thing that keeps getting lost in these conversations is the difference between a cost that shows up on a spreadsheet and a cost that shows up in somebody's week. Both are real. Only one of them gets counted.\n\nNot a complaint exactly, more an observation."}
+{"kind": "long", "chat": false, "text": "Finally got round to the new album. It is mixed for headphones and it shows on a car stereo.\n\nWhat changed my mind was not a study. It was watching the same failure happen three times in a row with three different sets of people, which is either a pattern or a very determined coincidence.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nThe thing that keeps getting lost in these conversations is the difference between a cost that shows up on a spreadsheet and a cost that shows up in somebody's week. Both are real. Only one of them gets counted.\n\nFiling this under things I did not expect to care about."}
+{"kind": "long", "chat": true, "text": "Genuinely surprised by air quality sensors. The readings near the school are worse on dry days.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nI spent a while assuming the problem was technical, and it took an embarrassing amount of time to notice that every technical fix on the table had been proposed, costed, and quietly shelved for reasons that were entirely about who would own it afterwards.\n\nReply if this matches your experience."}
+{"kind": "long", "chat": true, "text": "Quietly impressed by the new transit line. The timetable still has a 20 minute gap at rush hour.\n\nWhat changed my mind was not a study. It was watching the same failure happen three times in a row with three different sets of people, which is either a pattern or a very determined coincidence.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nWill report back in a month."}
+{"kind": "long", "chat": true, "text": "Reading the fine print on air quality sensors. The readings near the school are worse on dry days.\n\nWhat changed my mind was not a study. It was watching the same failure happen three times in a row with three different sets of people, which is either a pattern or a very determined coincidence.\n\nThere is a version of this argument that is about efficiency and a version that is about who gets to decide, and people keep switching between them mid-paragraph, usually right at the point where the first version stops being convincing.\n\nWill report back in a month."}
+{"kind": "post", "chat": true, "text": "Quietly impressed by cycling infrastructure. Painted lanes that vanish at the dangerous bit are theatre. Happy to be told I am wrong here."}
+{"kind": "post", "chat": true, "text": "Mildly annoyed by remote work policy. Three days in is not hybrid, it is a commute with extra steps. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. Not a complaint exactly, more an observation. #midfield"}
+{"kind": "post", "chat": true, "text": "Genuinely surprised by secondhand clothes. Vintage sizing is a genre of fiction at this point."}
+{"kind": "post", "chat": true, "text": "Unpopular opinion about cycling infrastructure. Painted lanes that vanish at the dangerous bit are theatre. Will report back in a month."}
+{"kind": "post", "chat": false, "text": "Small update on the new album. It is mixed for headphones and it shows on a car stereo. #production"}
+{"kind": "post", "chat": true, "text": "Finally got round to secondhand clothes. Vintage sizing is a genre of fiction at this point. If you have a workaround I am all ears. #sizing"}
+{"kind": "post", "chat": true, "text": "Second attempt at electricity tariffs. The unit rate fell and the bill went up, explain that. Ending this post before it becomes an essay. #standing charge"}
+{"kind": "post", "chat": true, "text": "Still thinking about the housing market. The arithmetic simply does not work for anyone under thirty. Happy to be told I am wrong here. #deposits"}
+{"kind": "post", "chat": true, "text": "Two weeks in on the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. #midfield"}
+{"kind": "post", "chat": false, "text": "Second attempt at the new transit line. The timetable still has a 20 minute gap at rush hour. Not a complaint exactly, more an observation. #commute"}
+{"kind": "post", "chat": true, "text": "Reading the fine print on the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. Ending this post before it becomes an essay."}
+{"kind": "post", "chat": true, "text": "Still thinking about cycling infrastructure. Painted lanes that vanish at the dangerous bit are theatre. Filing this under things I did not expect to care about."}
+{"kind": "post", "chat": false, "text": "Two weeks in on the science funding cuts. You cannot restart a lab after an 18 month gap. Not a complaint exactly, more an observation."}
+{"kind": "post", "chat": true, "text": "Nobody warned me about the new album. It is mixed for headphones and it shows on a car stereo."}
+{"kind": "post", "chat": false, "text": "Quietly impressed by the football transfer window. Spending that much on a 31 year old is a strategy, not a plan. #midfield"}
+{"kind": "post", "chat": false, "text": "Mildly annoyed by the council budget. Closing the branch saves less than the consultation cost. Anyway, curious whether anyone else has seen this."}
+{"kind": "post", "chat": true, "text": "Finally got round to allotment season. Beer traps work, they are just grim to empty. Not a complaint exactly, more an observation."}
+{"kind": "post", "chat": true, "text": "Genuinely surprised by running a small shop. The percentage is small until you look at the annual total."}
+{"kind": "post", "chat": true, "text": "Finally got round to train ticket pricing. A system you have to outsmart is a badly designed system. #split fares"}
+{"kind": "post", "chat": true, "text": "Mildly annoyed by electricity tariffs. The unit rate fell and the bill went up, explain that. Happy to be told I am wrong here."}
+{"kind": "post", "chat": true, "text": "Finally got round to language learning apps. The streak mechanic teaches you to open an app, not to speak. Filing this under things I did not expect to care about. #streaks"}
+{"kind": "post", "chat": false, "text": "Nobody warned me about the science funding cuts. You cannot restart a lab after an 18 month gap. Happy to be told I am wrong here."}
+{"kind": "post", "chat": false, "text": "Still thinking about open source funding. One unpaid person holding up half the ecosystem is not resilience."}
+{"kind": "post", "chat": true, "text": "Genuinely surprised by the film adaptation. They cut the middle act and wondered why the ending lands flat. Happy to be told I am wrong here. #pacing"}
+{"kind": "post", "chat": false, "text": "Finally got round to allotment season. Beer traps work, they are just grim to empty. Happy to be told I am wrong here."}
+{"kind": "post", "chat": false, "text": "Two weeks in on train ticket pricing. A system you have to outsmart is a badly designed system. #split fares"}
+{"kind": "post", "chat": true, "text": "Mildly annoyed by allotment season. Beer traps work, they are just grim to empty. #slugs"}

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64.aimodel/main.hash

@@ -0,0 +1,2 @@
+���DȺ�c��
+��7Kr����gI��p

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64.aimodel/main.mlirb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84df1b18ab44c8baec96639dfe0a83cc374b728f9c979113670e154980af700f
+size 2090451618

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64.aimodel/metadata.json

@@ -0,0 +1,5 @@
+{
+  "creationDate" : "20260817T222458Z",
+  "assetVersion" : "2.0",
+  "producer" : "coreai-core 1.0.0b2"
+}

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/metadata.json

@@ -0,0 +1,29 @@
+{
+  "metadata_version": "0.2",
+  "kind": "llm",
+  "name": "gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64",
+  "assets": {
+    "main": "gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64.aimodel"
+  },
+  "language": {
+    "tokenizer": "google/gemma-4-E2B-it-qat-q4_0-unquantized",
+    "vocab_size": 262144,
+    "max_context_length": 16384,
+    "embedded_tokenizer": true,
+    "function_map": {
+      "main": [
+        "main",
+        "prefill"
+      ]
+    }
+  },
+  "source": {
+    "model_definition": "torch",
+    "hf_model_id": "google/gemma-4-E2B-it-qat-q4_0-unquantized"
+  },
+  "compression": null,
+  "compilation": {
+    "date": "2026-08-17T22:25:00.144664+00:00",
+    "targets": []
+  }
+}

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/tokenizer/chat_template.jinja

@@ -0,0 +1,386 @@
+{#
+  Template: Google Gemma 4 Canonical Chat Template
+  Author: Google Gemma Engineering Team
+  Published: 2026-07-09
+  Context: Fixed tool-calling loops, turn closures, and thinking content-ordering.
+#}
+{%- macro format_parameters(properties, required, filter_keys=false) -%}
+    {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in properties | dictsort -%}
+        {%- set add_comma = false -%}
+        {%- if not filter_keys or key not in standard_keys -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {{ key }}:{
+            {%- if value['description'] -%}
+                description:<|"|>{{ value['description'] }}<|"|>
+                {%- set add_comma = true -%}
+            {%- endif -%}
+            {%- if value['type'] | upper == 'STRING' -%}
+                {%- if value['enum'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    enum:{{ format_argument(value['enum']) }}
+                {%- endif -%}
+            {%- elif value['type'] | upper == 'ARRAY' -%}
+                {%- if value['items'] is mapping and value['items'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    items:{
+                    {%- set ns_items = namespace(found_first=false) -%}
+                    {%- for item_key, item_value in value['items'] | dictsort -%}
+                        {%- if item_value is not none -%}
+                            {%- if ns_items.found_first %},{% endif -%}
+                            {%- set ns_items.found_first = true -%}
+                            {%- if item_key == 'properties' -%}
+                                properties:{
+                                {%- if item_value is mapping -%}
+                                    {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                                {%- endif -%}
+                                }
+                            {%- elif item_key == 'required' -%}
+                                required:[
+                                {%- for req_item in item_value -%}
+                                    <|"|>{{- req_item -}}<|"|>
+                                    {%- if not loop.last %},{% endif -%}
+                                {%- endfor -%}
+                                ]
+                            {%- elif item_key == 'type' -%}
+                                {%- if item_value is string -%}
+                                    type:{{ format_argument(item_value | upper) }}
+                                {%- else -%}
+                                    type:{{ format_argument(item_value | map('upper') | list) }}
+                                {%- endif -%}
+                            {%- else -%}
+                                {{ item_key }}:{{ format_argument(item_value) }}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                    }
+                {%- endif -%}
+            {%- endif -%}
+            {%- if value['nullable'] %}
+                {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                nullable:true
+            {%- endif -%}
+            {%- if value['type'] | upper == 'OBJECT' -%}
+                {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+                    }
+                {%- elif value is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value, value['required'] | default([]), filter_keys=true) -}}
+                    }
+                {%- endif -%}
+                {%- if value['required'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    required:[
+                    {%- for item in value['required'] | default([]) -%}
+                        <|"|>{{- item -}}<|"|>
+                        {%- if not loop.last %},{% endif -%}
+                    {%- endfor -%}
+                    ]
+                {%- endif -%}
+            {%- endif -%}
+            {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+            type:<|"|>{{ value['type'] | upper }}<|"|>}
+        {%- endif -%}
+    {%- endfor -%}
+{%- endmacro -%}
+{%- macro format_function_declaration(tool_data) -%}
+    declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
+    {%- set params = tool_data['function']['parameters'] -%}
+    {%- if params -%}
+        ,parameters:{
+        {%- if params['properties'] -%}
+            properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+        {%- endif -%}
+        {%- if params['required'] -%}
+            required:[
+            {%- for item in params['required'] -%}
+                <|"|>{{- item -}}<|"|>
+                {{- ',' if not loop.last -}}
+            {%- endfor -%}
+            ],
+        {%- endif -%}
+        {%- if params['type'] -%}
+            type:<|"|>{{- params['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if 'response' in tool_data['function'] -%}
+        {%- set response_declaration = tool_data['function']['response'] -%}
+        ,response:{
+        {%- if response_declaration['description'] -%}
+            description:<|"|>{{- response_declaration['description'] -}}<|"|>,
+        {%- endif -%}
+        {%- if response_declaration['type'] | upper == 'OBJECT' -%}
+            type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    }
+{%- endmacro -%}
+{%- macro format_argument(argument, escape_keys=True) -%}
+    {%- if argument is none -%}
+        {{- 'null' -}}
+    {%- elif argument is string -%}
+        {{- '<|"|>' + argument + '<|"|>' -}}
+    {%- elif argument is boolean -%}
+        {{- 'true' if argument else 'false' -}}
+    {%- elif argument is mapping -%}
+        {{- '{' -}}
+        {%- set ns = namespace(found_first=false) -%}
+        {%- for key, value in argument | dictsort -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {%- if escape_keys -%}
+                {{- '<|"|>' + key + '<|"|>' -}}
+            {%- else -%}
+                {{- key -}}
+            {%- endif -%}
+            :{{- format_argument(value, escape_keys=escape_keys) -}}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- elif argument is sequence -%}
+        {{- '[' -}}
+        {%- for item in argument -%}
+            {{- format_argument(item, escape_keys=escape_keys) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- ']' -}}
+    {%- else -%}
+        {{- argument -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro strip_thinking(text) -%}
+    {%- set ns = namespace(result='') -%}
+    {%- for part in text.split('<channel|>') -%}
+        {%- if '<|channel>' in part -%}
+            {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
+        {%- else -%}
+            {%- set ns.result = ns.result + part -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- ns.result | trim -}}
+{%- endmacro -%}
+
+{%- macro format_tool_response_block(tool_name, response) -%}
+    {{- '<|tool_response>' -}}
+    {%- if response is mapping -%}
+        {{- 'response:' + tool_name + '{' -}}
+        {%- for key, value in response | dictsort -%}
+            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- else -%}
+        {{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
+    {%- endif -%}
+    {{- '<tool_response|>' -}}
+{%- endmacro -%}
+
+{#- ===== SETUP ===== -#}
+{%- set ns = namespace(prev_message_type=None, prev_non_tool_role=None) -%}
+{%- set loop_messages = messages -%}
+{%- set enable_thinking = enable_thinking | default(false) -%}
+{%- set preserve_thinking = preserve_thinking | default(false) -%}
+{{- bos_token -}}
+{#- Handle System/Tool Definitions Block -#}
+{%- if enable_thinking or tools or (messages and messages[0]['role'] in ['system', 'developer']) -%}
+    {{- '<|turn>system\n' -}}
+    {#- Inject Thinking token at the very top of the FIRST system turn -#}
+    {%- if enable_thinking -%}
+        {{- '<|think|>\n' -}}
+        {%- set ns.prev_message_type = 'think' -%}
+    {%- endif -%}
+    {%- if messages and messages[0]['role'] in ['system', 'developer'] -%}
+        {%- if messages[0]['content'] is string -%}
+            {{- messages[0]['content'] | trim -}}
+        {%- elif messages[0]['content'] is sequence -%}
+            {%- for item in messages[0]['content'] -%}
+                {{- item['text'] | trim + ' '-}}
+            {%- endfor -%}
+        {%- endif -%}
+        {%- set loop_messages = messages[1:] -%}
+    {%- endif -%}
+    {%- if tools -%}
+        {%- for tool in tools %}
+            {{- '<|tool>' -}}
+            {{- format_function_declaration(tool) | trim -}}
+            {{- '<tool|>' -}}
+        {%- endfor %}
+        {%- set ns.prev_message_type = 'tool' -%}
+    {%- endif -%}
+    {{- '<turn|>\n' -}}
+{%- endif %}
+
+{#- Pre-scan: find last user message index for reasoning guard -#}
+{%- set ns_turn = namespace(last_user_idx=-1) -%}
+{%- for i in range(loop_messages | length) -%}
+    {%- if loop_messages[i]['role'] == 'user' -%}
+        {%- set ns_turn.last_user_idx = i -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{#- Loop through messages -#}
+{%- for message in loop_messages -%}
+    {%- if message['role'] != 'tool' -%}
+    {%- set ns.prev_message_type = None -%}
+    {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
+    {#- Detect continuation using tracked state — O(1) instead of O(n) backward scan -#}
+    {%- set continue_same_model_turn = (role == 'model' and ns.prev_non_tool_role == 'assistant') -%}
+    {%- if not continue_same_model_turn -%}
+        {{- '<|turn>' + role + '\n' }}
+    {%- endif -%}
+
+    {#- Render reasoning/reasoning_content as thinking channel -#}
+    {%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
+    {%- set thinking_gate = (loop.index0 > ns_turn.last_user_idx) or (preserve_thinking and message.get('tool_calls')) -%}
+    {%- if thinking_text and thinking_gate -%}
+        {{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
+    {%- endif -%}
+
+            {%- if message.get('tool_calls') -%}
+                {%- for tool_call in message.get('tool_calls') -%}
+                    {%- set function = tool_call['function'] -%}
+                    {{- '<|tool_call>call:' + function['name'] + '{' -}}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns_args = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns_args.found_first %},{% endif -%}
+                            {%- set ns_args.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is none -%}
+                    {%- else -%}
+                        {{- raise_exception(
+                            "chat_template: tool_calls[].function.arguments must be a "
+                            "JSON object (mapping), not a string. Deserialize arguments "
+                            "before passing to the template."
+                        ) -}}
+                    {%- endif -%}
+                    {{- '}<tool_call|>' -}}
+                {%- endfor -%}
+                {%- set ns.prev_message_type = 'tool_call' -%}
+            {%- endif -%}
+
+            {%- set ns_tr_out = namespace(flag=false) -%}
+            {%- if message.get('tool_responses') -%}
+                {#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
+                {%- for tool_response in message.get('tool_responses') -%}
+                    {{- format_tool_response_block(tool_response['name'] | default('unknown', true), tool_response['response']) -}}
+                    {%- set ns_tr_out.flag = true -%}
+                    {%- set ns.prev_message_type = 'tool_response' -%}
+                {%- endfor -%}
+            {%- elif message.get('tool_calls') -%}
+                {#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
+                {%- set ns_tool_scan = namespace(stopped=false) -%}
+                {%- for k in range(loop.index0 + 1, loop_messages | length) -%}
+                    {%- if ns_tool_scan.stopped -%}
+                    {%- elif loop_messages[k]['role'] != 'tool' -%}
+                        {%- set ns_tool_scan.stopped = true -%}
+                    {%- else -%}
+                        {%- set follow = loop_messages[k] -%}
+                        {#- Resolve tool_call_id to function name -#}
+                        {%- set ns_tname = namespace(name=follow.get('name') or 'unknown') -%}
+                        {%- for tc in message.get('tool_calls') -%}
+                            {%- if tc.get('id') == follow.get('tool_call_id') -%}
+                                {%- set ns_tname.name = tc['function']['name'] -%}
+                            {%- endif -%}
+                        {%- endfor -%}
+                        {#- Handle content as string or content-parts array -#}
+                        {%- set tool_body = follow.get('content') -%}
+                        {%- if tool_body is string -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- elif tool_body is sequence and tool_body is not string -%}
+                            {%- set ns_txt = namespace(s='') -%}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') == 'text' -%}
+                                    {%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
+                                {%- endif -%}
+                            {%- endfor -%}
+                            {{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') in ['image', 'image_url'] -%}
+                                    {{- '<|image|>' -}}
+                                {%- elif part.get('type') in ['audio', 'input_audio'] -%}
+                                    {{- '<|audio|>' -}}
+                                {%- elif part.get('type') == 'video' -%}
+                                    {{- '<|video|>' -}}
+                                {%- endif -%}
+                            {%- endfor -%}
+                        {%- else -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- endif -%}
+                        {%- set ns_tr_out.flag = true -%}
+                        {%- set ns.prev_message_type = 'tool_response' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+            {%- set captured_content -%}
+            {%- if message.get('content') is string -%}
+                {%- if role == 'model' -%}
+                    {{- strip_thinking(message['content']) -}}
+                {%- else -%}
+                    {{- message['content'] | trim -}}
+                {%- endif -%}
+            {%- elif message.get('content') is sequence -%}
+                {%- for item in message['content'] -%}
+                    {%- if item.get('type') == 'text' -%}
+                        {%- if role == 'model' -%}
+                            {{- strip_thinking(item['text']) -}}
+                        {%- else -%}
+                            {{- item['text'] | trim -}}
+                        {%- endif -%}
+                    {%- elif item.get('type') in ['image', 'image_url'] -%}
+                        {{- '<|image|>' -}}
+                    {%- elif item.get('type') in ['audio', 'input_audio'] -%}
+                        {{- '<|audio|>' -}}
+                    {%- elif item.get('type') == 'video' -%}
+                        {{- '<|video|>' -}}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+            {%- endset -%}
+
+            {{- captured_content -}}
+            {%- set has_content = captured_content | trim | length > 0 -%}
+
+        {#- Forward-scan: find next non-tool message role for continuation detection -#}
+        {%- set next_nt = namespace(role=None, found=false) -%}
+        {%- for j in range(loop.index0 + 1, loop_messages | length) -%}
+            {%- if not next_nt.found -%}
+                {%- if loop_messages[j]['role'] != 'tool' -%}
+                    {%- set next_nt.role = loop_messages[j]['role'] -%}
+                    {%- set next_nt.found = true -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+
+        {%- set continues_into_next = (
+            role == 'model'
+            and next_nt.role == 'assistant'
+            and (not message.get('tool_calls') or ns_tr_out.flag)
+        ) -%}
+
+        {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
+            {{- '<|tool_response>' -}}
+        {%- elif continues_into_next -%}
+        {%- elif not (ns_tr_out.flag and not has_content and not next_nt.found) -%}
+            {{- '<turn|>\n' -}}
+        {%- endif -%}
+
+    {#- Track previous non-tool role for next iteration (avoids O(n) backward scan) -#}
+    {%- set ns.prev_non_tool_role = message['role'] -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
+        {{- '<|turn>model\n' -}}
+    {%- elif ns.prev_message_type == 'tool_response' and enable_thinking -%}
+        {{- '<|channel>thought\n' -}}
+    {%- endif -%}
+{%- endif -%}

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/tokenizer/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 2,
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106,
+    50
+  ],
+  "pad_token_id": 0,
+  "temperature": 1.0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.6.2"
+}

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/tokenizer/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
+size 32169626

w4a8/gemma4_e2b_qat_decode_int4lin_a8_tbl_pf64/tokenizer/tokenizer_config.json

@@ -0,0 +1,142 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<turn|>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": false,
+  "local_files_only": false,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma4Processor",
+  "response_schema": {
+    "properties": {
+      "content": {
+        "type": "string"
+      },
+      "role": {
+        "const": "assistant"
+      },
+      "thinking": {
+        "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {},
+                  "type": "object",
+                  "x-parser": "gemma4-tool-call"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object",
+              "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
+      }
+    },
+    "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
+  },
+  "response_template": {
+    "defaults": {
+      "role": "assistant"
+    },
+    "fields": {
+      "content": {
+        "close": [
+          "<turn|>",
+          "<|tool_response>",
+          "<eos>"
+        ],
+        "content": "text"
+      },
+      "thinking": {
+        "close": "<channel|>",
+        "content": "text",
+        "open": "<|channel>thought\n"
+      },
+      "tool_calls": {
+        "close": "<tool_call|>",
+        "content": "json",
+        "content_args": {
+          "string_delims": [
+            [
+              "<|\"|>",
+              "<|\"|>"
+            ]
+          ],
+          "unquoted_keys": true
+        },
+        "open_pattern": "<\\|tool_call>call:(?P<name>\\w+)",
+        "repeats": true,
+        "transform": {
+          "function": {
+            "arguments": "{content}",
+            "name": "{name}"
+          },
+          "type": "function"
+        }
+      }
+    },
+    "start_anchor": [
+      "<|turn>model\n",
+      "<tool_response|>"
+    ]
+  },
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}