diff options
| author | AUTOMATIC <16777216c@gmail.com> | 2023-05-09 22:42:37 +0300 |
|---|---|---|
| committer | AUTOMATIC <16777216c@gmail.com> | 2023-05-09 22:42:37 +0300 |
| commit | c8791c1d37502f162b8616b066303bfadc4a749b (patch) | |
| tree | 6843c3505117f26549dfe1dc9cd40aacd5ccdfd3 /modules/sd_hijack_optimizations.py | |
| parent | 6fbd85dd0c0dffc06560bff91f4c4b65e441ca5f (diff) | |
| parent | 31397986e70d20e392d9c3ec70d3aef8ecc2c1ff (diff) | |
Merge branch 'dev' into release_candidate
Diffstat (limited to 'modules/sd_hijack_optimizations.py')
| -rw-r--r-- | modules/sd_hijack_optimizations.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/modules/sd_hijack_optimizations.py b/modules/sd_hijack_optimizations.py index 372555ff..f10865cd 100644 --- a/modules/sd_hijack_optimizations.py +++ b/modules/sd_hijack_optimizations.py @@ -256,6 +256,9 @@ def sub_quad_attention_forward(self, x, context=None, mask=None): k = k.unflatten(-1, (h, -1)).transpose(1,2).flatten(end_dim=1)
v = v.unflatten(-1, (h, -1)).transpose(1,2).flatten(end_dim=1)
+ if q.device.type == 'mps':
+ q, k, v = q.contiguous(), k.contiguous(), v.contiguous()
+
dtype = q.dtype
if shared.opts.upcast_attn:
q, k = q.float(), k.float()
|