Spaces:
Running
on
Zero
Running
on
Zero
Commit
·
ae529cc
1
Parent(s):
5960a43
modified: src/flux/math.py
Browse files
src/flux/__pycache__/__init__.cpython-310.pyc
CHANGED
|
Binary files a/src/flux/__pycache__/__init__.cpython-310.pyc and b/src/flux/__pycache__/__init__.cpython-310.pyc differ
|
|
|
src/flux/__pycache__/_version.cpython-310.pyc
CHANGED
|
Binary files a/src/flux/__pycache__/_version.cpython-310.pyc and b/src/flux/__pycache__/_version.cpython-310.pyc differ
|
|
|
src/flux/__pycache__/model.cpython-310.pyc
CHANGED
|
Binary files a/src/flux/__pycache__/model.cpython-310.pyc and b/src/flux/__pycache__/model.cpython-310.pyc differ
|
|
|
src/flux/__pycache__/sampling.cpython-310.pyc
CHANGED
|
Binary files a/src/flux/__pycache__/sampling.cpython-310.pyc and b/src/flux/__pycache__/sampling.cpython-310.pyc differ
|
|
|
src/flux/math.py
CHANGED
|
@@ -111,17 +111,12 @@ def scaled_dot_product_attention(query, key, value, txt_shape, img_shape, cur_st
|
|
| 111 |
attn_weight = torch.softmax(attn_weight, dim=-1)
|
| 112 |
attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
|
| 113 |
|
| 114 |
-
'''
|
| 115 |
-
|
| 116 |
-
|
| 117 |
-
|
| 118 |
-
|
| 119 |
-
|
| 120 |
-
print(f"[DEBUG_Sample] query:\n{query}")
|
| 121 |
-
print(f"[DEBUG_Sample] key :\n{key}")
|
| 122 |
-
print(f"[DEBUG_Sample] value :\n{value}")
|
| 123 |
-
print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
|
| 124 |
-
'''
|
| 125 |
if not info['inverse']:
|
| 126 |
# GENERATE MASK
|
| 127 |
txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
|
|
|
|
| 111 |
attn_weight = torch.softmax(attn_weight, dim=-1)
|
| 112 |
attn_weight = torch.dropout(attn_weight, dropout_p, train=True)
|
| 113 |
|
| 114 |
+
'''
|
| 115 |
+
print(f"[DEBUG_Sample] query:\n{query}")
|
| 116 |
+
print(f"[DEBUG_Sample] key :\n{key}")
|
| 117 |
+
print(f"[DEBUG_Sample] value :\n{value}")
|
| 118 |
+
print(f"[DEBUG_Sample] attn_weight values:\n{attn_weight}")
|
| 119 |
+
'''
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 120 |
if not info['inverse']:
|
| 121 |
# GENERATE MASK
|
| 122 |
txt_img_cross = attn_weight[:, :, -img_shape:, :txt_shape] # lower left part
|
src/flux/modules/__pycache__/layers.cpython-310.pyc
CHANGED
|
Binary files a/src/flux/modules/__pycache__/layers.cpython-310.pyc and b/src/flux/modules/__pycache__/layers.cpython-310.pyc differ
|
|
|