loubnabnl HF Staff commited on
Commit
932b2e6
·
verified ·
1 Parent(s): d44fb2b

Update app/src/content/embeds/attention-mechanisms.html

Browse files
app/src/content/embeds/attention-mechanisms.html CHANGED
@@ -573,7 +573,7 @@
573
  .stroke('none');
574
 
575
  // CLKV text below the node (multi-line)
576
- svg.text('Compressed\nLatent KV')
577
  .font({
578
  family: 'Arial, sans-serif',
579
  size: 9,
@@ -607,7 +607,7 @@
607
  // Add single "projection" label centered between both lines
608
  const centerTextX = (clkvX + vGroupRightX) / 2 - 5; // Shifted slightly to the right
609
  const centerTextY = (vGroupTopY + kGroupBottomY) / 2;
610
- svg.text('projection')
611
  .font({
612
  family: 'Arial, sans-serif',
613
  size: 9,
@@ -659,15 +659,15 @@
659
  </div>
660
 
661
  <div class="diagrams-grid">
662
- <!-- DIAGRAM 1: Multi Head Attention -->
663
  <div class="diagram-container">
664
- <div class="diagram-title">Multi head attention</div>
665
  <div class="diagram-svg-container" id="diagram-1"></div>
666
  </div>
667
 
668
- <!-- DIAGRAM 2: Multi Query Attention -->
669
  <div class="diagram-container">
670
- <div class="diagram-title">Multi query attention</div>
671
  <div class="diagram-svg-container" id="diagram-2"></div>
672
  </div>
673
 
@@ -677,9 +677,9 @@
677
  <div class="diagram-svg-container" id="diagram-3"></div>
678
  </div>
679
 
680
- <!-- DIAGRAM 4: Multi Head Latent Attention -->
681
  <div class="diagram-container">
682
- <div class="diagram-title">Multi head latent attention</div>
683
  <div class="diagram-svg-container" id="diagram-4"></div>
684
  </div>
685
  </div>
 
573
  .stroke('none');
574
 
575
  // CLKV text below the node (multi-line)
576
+ svg.text('Compressed\nlatent KV')
577
  .font({
578
  family: 'Arial, sans-serif',
579
  size: 9,
 
607
  // Add single "projection" label centered between both lines
608
  const centerTextX = (clkvX + vGroupRightX) / 2 - 5; // Shifted slightly to the right
609
  const centerTextY = (vGroupTopY + kGroupBottomY) / 2;
610
+ svg.text('Projection')
611
  .font({
612
  family: 'Arial, sans-serif',
613
  size: 9,
 
659
  </div>
660
 
661
  <div class="diagrams-grid">
662
+ <!-- DIAGRAM 1: Multi-head Attention -->
663
  <div class="diagram-container">
664
+ <div class="diagram-title">Multi-head attention</div>
665
  <div class="diagram-svg-container" id="diagram-1"></div>
666
  </div>
667
 
668
+ <!-- DIAGRAM 2: Multi-query Attention -->
669
  <div class="diagram-container">
670
+ <div class="diagram-title">Multi-query attention</div>
671
  <div class="diagram-svg-container" id="diagram-2"></div>
672
  </div>
673
 
 
677
  <div class="diagram-svg-container" id="diagram-3"></div>
678
  </div>
679
 
680
+ <!-- DIAGRAM 4: Multi-head Latent Attention -->
681
  <div class="diagram-container">
682
+ <div class="diagram-title">Multi-head latent attention</div>
683
  <div class="diagram-svg-container" id="diagram-4"></div>
684
  </div>
685
  </div>