File size: 1,096 Bytes
423925d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
cff-version: 1.2.0
message: "If you use this software, please cite the associated paper."
title: "Overlapping Schwarz Attention Demo"
type: software
version: 0.1.0
date-released: 2026-07-18

authors:
  - family-names: "Köhler"
    given-names: "Stephan"
  - family-names: "Rheinbach"
    given-names: "Oliver"

license: MIT

keywords:
  - attention
  - domain decomposition
  - overlapping Schwarz methods
  - hierarchical attention
  - operator learning
  - machine learning

abstract: >-
  A minimal interactive reference implementation of hierarchical attention
  based on two-level overlapping Schwarz domain decomposition. The model
  combines low-rank local attention operators on overlapping subdomains with
  a coarse attention operator for global information exchange.

preferred-citation:
  type: article
  title: "Hierarchical Attention via Domain Decomposition"
  authors:
    - family-names: "Köhler"
      given-names: "Stephan"
    - family-names: "Rheinbach"
      given-names: "Oliver"
  year: 2026
  doi: "10.48550/arXiv.2606.18525"
  url: "https://arxiv.org/abs/2606.18525"