ZhouZJ36DL commited on
Commit
6179ccd
·
1 Parent(s): 17c6c34

modified: src/flux/math.py

Browse files
src/flux/__pycache__/__init__.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/__init__.cpython-310.pyc and b/src/flux/__pycache__/__init__.cpython-310.pyc differ
 
src/flux/__pycache__/_version.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/_version.cpython-310.pyc and b/src/flux/__pycache__/_version.cpython-310.pyc differ
 
src/flux/__pycache__/math.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/math.cpython-310.pyc and b/src/flux/__pycache__/math.cpython-310.pyc differ
 
src/flux/__pycache__/model.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/model.cpython-310.pyc and b/src/flux/__pycache__/model.cpython-310.pyc differ
 
src/flux/__pycache__/sampling.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/sampling.cpython-310.pyc and b/src/flux/__pycache__/sampling.cpython-310.pyc differ
 
src/flux/__pycache__/util.cpython-310.pyc CHANGED
Binary files a/src/flux/__pycache__/util.cpython-310.pyc and b/src/flux/__pycache__/util.cpython-310.pyc differ
 
src/flux/math.py CHANGED
@@ -111,7 +111,7 @@ def scaled_dot_product_attention(query, key, value, txt_shape, img_shape, cur_st
111
  attn_weight = torch.softmax(attn_weight, dim=-1)
112
  attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
113
 
114
- if info['inverse']:
115
  print(f"[DEBUG_Inverse] query:\n{query}")
116
  print(f"[DEBUG_Inverse] key :\n{key}")
117
  print(f"[DEBUG_Inverse] value :\n{value}")
@@ -121,7 +121,7 @@ def scaled_dot_product_attention(query, key, value, txt_shape, img_shape, cur_st
121
  print(f"[DEBUG_Sample] key :\n{key}")
122
  print(f"[DEBUG_Sample] value :\n{value}")
123
  print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
124
-
125
  if not info['inverse']:
126
  # GENERATE MASK
127
  txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
 
111
  attn_weight = torch.softmax(attn_weight, dim=-1)
112
  attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
113
 
114
+ ''' if info['inverse']:
115
  print(f"[DEBUG_Inverse] query:\n{query}")
116
  print(f"[DEBUG_Inverse] key :\n{key}")
117
  print(f"[DEBUG_Inverse] value :\n{value}")
 
121
  print(f"[DEBUG_Sample] key :\n{key}")
122
  print(f"[DEBUG_Sample] value :\n{value}")
123
  print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
124
+ '''
125
  if not info['inverse']:
126
  # GENERATE MASK
127
  txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
src/flux/modules/__pycache__/autoencoder.cpython-310.pyc CHANGED
Binary files a/src/flux/modules/__pycache__/autoencoder.cpython-310.pyc and b/src/flux/modules/__pycache__/autoencoder.cpython-310.pyc differ
 
src/flux/modules/__pycache__/conditioner.cpython-310.pyc CHANGED
Binary files a/src/flux/modules/__pycache__/conditioner.cpython-310.pyc and b/src/flux/modules/__pycache__/conditioner.cpython-310.pyc differ
 
src/flux/modules/__pycache__/layers.cpython-310.pyc CHANGED
Binary files a/src/flux/modules/__pycache__/layers.cpython-310.pyc and b/src/flux/modules/__pycache__/layers.cpython-310.pyc differ