Spaces:
Running on CPU Upgrade
Running on CPU Upgrade
Update app/src/content/embeds/attention-mechanisms.html
Browse files
app/src/content/embeds/attention-mechanisms.html
CHANGED
|
@@ -573,7 +573,7 @@
|
|
| 573 |
.stroke('none');
|
| 574 |
|
| 575 |
// CLKV text below the node (multi-line)
|
| 576 |
-
svg.text('Compressed\
|
| 577 |
.font({
|
| 578 |
family: 'Arial, sans-serif',
|
| 579 |
size: 9,
|
|
@@ -607,7 +607,7 @@
|
|
| 607 |
// Add single "projection" label centered between both lines
|
| 608 |
const centerTextX = (clkvX + vGroupRightX) / 2 - 5; // Shifted slightly to the right
|
| 609 |
const centerTextY = (vGroupTopY + kGroupBottomY) / 2;
|
| 610 |
-
svg.text('
|
| 611 |
.font({
|
| 612 |
family: 'Arial, sans-serif',
|
| 613 |
size: 9,
|
|
@@ -659,15 +659,15 @@
|
|
| 659 |
</div>
|
| 660 |
|
| 661 |
<div class="diagrams-grid">
|
| 662 |
-
<!-- DIAGRAM 1: Multi
|
| 663 |
<div class="diagram-container">
|
| 664 |
-
<div class="diagram-title">Multi
|
| 665 |
<div class="diagram-svg-container" id="diagram-1"></div>
|
| 666 |
</div>
|
| 667 |
|
| 668 |
-
<!-- DIAGRAM 2: Multi
|
| 669 |
<div class="diagram-container">
|
| 670 |
-
<div class="diagram-title">Multi
|
| 671 |
<div class="diagram-svg-container" id="diagram-2"></div>
|
| 672 |
</div>
|
| 673 |
|
|
@@ -677,9 +677,9 @@
|
|
| 677 |
<div class="diagram-svg-container" id="diagram-3"></div>
|
| 678 |
</div>
|
| 679 |
|
| 680 |
-
<!-- DIAGRAM 4: Multi
|
| 681 |
<div class="diagram-container">
|
| 682 |
-
<div class="diagram-title">Multi
|
| 683 |
<div class="diagram-svg-container" id="diagram-4"></div>
|
| 684 |
</div>
|
| 685 |
</div>
|
|
|
|
| 573 |
.stroke('none');
|
| 574 |
|
| 575 |
// CLKV text below the node (multi-line)
|
| 576 |
+
svg.text('Compressed\nlatent KV')
|
| 577 |
.font({
|
| 578 |
family: 'Arial, sans-serif',
|
| 579 |
size: 9,
|
|
|
|
| 607 |
// Add single "projection" label centered between both lines
|
| 608 |
const centerTextX = (clkvX + vGroupRightX) / 2 - 5; // Shifted slightly to the right
|
| 609 |
const centerTextY = (vGroupTopY + kGroupBottomY) / 2;
|
| 610 |
+
svg.text('Projection')
|
| 611 |
.font({
|
| 612 |
family: 'Arial, sans-serif',
|
| 613 |
size: 9,
|
|
|
|
| 659 |
</div>
|
| 660 |
|
| 661 |
<div class="diagrams-grid">
|
| 662 |
+
<!-- DIAGRAM 1: Multi-head Attention -->
|
| 663 |
<div class="diagram-container">
|
| 664 |
+
<div class="diagram-title">Multi-head attention</div>
|
| 665 |
<div class="diagram-svg-container" id="diagram-1"></div>
|
| 666 |
</div>
|
| 667 |
|
| 668 |
+
<!-- DIAGRAM 2: Multi-query Attention -->
|
| 669 |
<div class="diagram-container">
|
| 670 |
+
<div class="diagram-title">Multi-query attention</div>
|
| 671 |
<div class="diagram-svg-container" id="diagram-2"></div>
|
| 672 |
</div>
|
| 673 |
|
|
|
|
| 677 |
<div class="diagram-svg-container" id="diagram-3"></div>
|
| 678 |
</div>
|
| 679 |
|
| 680 |
+
<!-- DIAGRAM 4: Multi-head Latent Attention -->
|
| 681 |
<div class="diagram-container">
|
| 682 |
+
<div class="diagram-title">Multi-head latent attention</div>
|
| 683 |
<div class="diagram-svg-container" id="diagram-4"></div>
|
| 684 |
</div>
|
| 685 |
</div>
|