ZhouZJ36DL commited on
Commit
ae529cc
·
1 Parent(s): 5960a43

modified: src/flux/math.py

Browse files
src/flux/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/__init__.cpython-310.pyc and b/src/flux/__pycache__/__init__.cpython-310.pyc differ
 
src/flux/__pycache__/_version.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/_version.cpython-310.pyc and b/src/flux/__pycache__/_version.cpython-310.pyc differ
 
src/flux/__pycache__/model.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/model.cpython-310.pyc and b/src/flux/__pycache__/model.cpython-310.pyc differ
 
src/flux/__pycache__/sampling.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/sampling.cpython-310.pyc and b/src/flux/__pycache__/sampling.cpython-310.pyc differ
 
src/flux/math.py CHANGED
@@ -111,17 +111,12 @@ def scaled_dot_product_attention(query, key, value, txt_shape, img_shape, cur_st
111
  attn_weight = torch.softmax(attn_weight, dim=-1)
112
  attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
113
 
114
- ''' if info['inverse']:
115
- print(f"[DEBUG_Inverse] query:\n{query}")
116
- print(f"[DEBUG_Inverse] key :\n{key}")
117
- print(f"[DEBUG_Inverse] value :\n{value}")
118
- print(f"[DEBUG_Inverse] attn_weight:\n{attn_weight}")
119
- else:
120
- print(f"[DEBUG_Sample] query:\n{query}")
121
- print(f"[DEBUG_Sample] key :\n{key}")
122
- print(f"[DEBUG_Sample] value :\n{value}")
123
- print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
124
- '''
125
  if not info['inverse']:
126
  # GENERATE MASK
127
  txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
 
111
  attn_weight = torch.softmax(attn_weight, dim=-1)
112
  attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
113
 
114
+ '''
115
+ print(f"[DEBUG_Sample] query:\n{query}")
116
+ print(f"[DEBUG_Sample] key :\n{key}")
117
+ print(f"[DEBUG_Sample] value :\n{value}")
118
+ print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
119
+ '''
 
 
 
 
 
120
  if not info['inverse']:
121
  # GENERATE MASK
122
  txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
src/flux/modules/__pycache__/layers.cpython-310.pyc CHANGED
Binary files a/src/flux/modules/__pycache__/layers.cpython-310.pyc and b/src/flux/modules/__pycache__/layers.cpython-310.pyc differ