LJTSG commited on
Commit
8b153d4
·
verified ·
1 Parent(s): faa6fde

Upload shaders/silu.wgsl with huggingface_hub

Browse files
Files changed (1) hide show
  1. shaders/silu.wgsl +15 -0
shaders/silu.wgsl ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ // silu.wgsl — element-wise SiLU/Swish activation, in-place.
2
+ // silu(x) = x * sigmoid(x) = x / (1 + exp(-x))
3
+
4
+ struct Params { n: u32, }
5
+ @group(0) @binding(0) var<storage, read_write> data: array<f32>;
6
+ @group(1) @binding(0) var<uniform> params: Params;
7
+
8
+ @compute @workgroup_size(64)
9
+ fn main(@builtin(global_invocation_id) gid: vec3<u32>) {
10
+ let i = gid.x;
11
+ if (i >= params.n) { return; }
12
+ let x = data[i];
13
+ let s = 1.0 / (1.0 + exp(-x));
14
+ data[i] = x * s;
15
+ }