diff options
| author | AUTOMATIC1111 <16777216c@gmail.com> | 2023-05-09 10:28:24 +0300 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-05-09 10:28:24 +0300 |
| commit | ea05ddfec879f31ca2a7e171ed4a00ce6b7eb06b (patch) | |
| tree | 3adef432c993a36d2f44d958e579f3f543ea5607 /modules/sd_hijack_optimizations.py | |
| parent | 2b96a7b694d3392f76940dfe5df895a2833400fb (diff) | |
| parent | de401d8ffb46515a7cb4749f564d6a23085b4a5e (diff) | |
Merge pull request #10201 from brkirch/mps-nan-fixes
Fix MPS on PyTorch 2.0.1, Intel Macs
Diffstat (limited to 'modules/sd_hijack_optimizations.py')
| -rw-r--r-- | modules/sd_hijack_optimizations.py | 3 |
1 files changed, 3 insertions, 0 deletions
diff --git a/modules/sd_hijack_optimizations.py b/modules/sd_hijack_optimizations.py index 372555ff..f10865cd 100644 --- a/modules/sd_hijack_optimizations.py +++ b/modules/sd_hijack_optimizations.py @@ -256,6 +256,9 @@ def sub_quad_attention_forward(self, x, context=None, mask=None): k = k.unflatten(-1, (h, -1)).transpose(1,2).flatten(end_dim=1)
v = v.unflatten(-1, (h, -1)).transpose(1,2).flatten(end_dim=1)
+ if q.device.type == 'mps':
+ q, k, v = q.contiguous(), k.contiguous(), v.contiguous()
+
dtype = q.dtype
if shared.opts.upcast_attn:
q, k = q.float(), k.float()
|