File size: 1,289 Bytes
be62f78
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
// SPDX-License-Identifier: Apache-2.0
// Attention score scale + mask (tt/smask_kernel.py), writer (RISCV_1): the H output tiles (h, m) per mask tile m.
// CT args: [0] H, [1] plane (Mt * Kt), [2] per-core RT-arg count (P3), then the TensorAccessorArgs of out.
// Common RT args: [out_addr]. Per-core RT args: [m0, n].
#include <cstdint>

#include "api/dataflow/dataflow_api.h"

constexpr uint32_t H = get_compile_time_arg_val(0);
constexpr uint32_t plane = get_compile_time_arg_val(1);
constexpr auto o_args = TensorAccessorArgs<3>();
constexpr uint32_t cb_out = 16;
constexpr uint32_t TB = 4096;

void kernel_main() {
    const uint32_t o_addr = get_common_arg_val<uint32_t>(0);
    const uint32_t m0 = get_arg_val<uint32_t>(0);
    const uint32_t n = get_arg_val<uint32_t>(1);
    const auto o = TensorAccessor(o_args, o_addr, TB);
    for (uint32_t m = m0; m < m0 + n; ++m) {
        for (uint32_t h = 0; h < H; h += 2) {
            cb_wait_front(cb_out, 2);
            const uint32_t p = get_read_ptr(cb_out);
            noc_async_write(p, o.get_noc_addr(h * plane + m), TB);
            noc_async_write(p + TB, o.get_noc_addr((h + 1) * plane + m), TB);
            noc_async_writes_flushed();
            cb_pop_front(cb_out, 2);
        }
    }
    noc_async_write_barrier();
}