PeteBleackley commited on
Commit
8ec9bd9
·
1 Parent(s): 8d80339

Final dot product

Browse files
qarac/models/layers/GlobalAttentionPoolingHead.py CHANGED
@@ -83,5 +83,5 @@ class GlobalAttentionPoolingHead(keras.layers.Layer):
83
  X),
84
  axis=2)
85
  attention = tensorflow.vectorized_map(dot_prod,(lp,gp))
86
- return tensorflow.reduce_sum(attention *X,
87
- axis=1)
 
83
  X),
84
  axis=2)
85
  attention = tensorflow.vectorized_map(dot_prod,(lp,gp))
86
+ return tensorflow.vectorized_map(dot_prod,
87
+ (attention,X))