diff options
| author | AUTOMATIC <16777216c@gmail.com> | 2022-10-11 11:14:36 +0300 |
|---|---|---|
| committer | AUTOMATIC <16777216c@gmail.com> | 2022-10-11 11:14:36 +0300 |
| commit | 5de806184f6687e46cf936b92055146dc6cf2994 (patch) | |
| tree | d84c2daa8798c3d2f8e99e17234a40065491182d /modules/scunet_model_arch.py | |
| parent | 12c4d5c6b5bf9dd50d0601c36af4f99b65316d58 (diff) | |
| parent | 948533950c9db5069a874d925fadd50bac00fdb5 (diff) | |
Merge branch 'master' into hypernetwork-training
Diffstat (limited to 'modules/scunet_model_arch.py')
| -rw-r--r-- | modules/scunet_model_arch.py | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/modules/scunet_model_arch.py b/modules/scunet_model_arch.py index 972a2639..43ca8d36 100644 --- a/modules/scunet_model_arch.py +++ b/modules/scunet_model_arch.py @@ -40,7 +40,7 @@ class WMSA(nn.Module): Returns: attn_mask: should be (1 1 w p p), """ - # supporting sqaure. + # supporting square. attn_mask = torch.zeros(h, w, p, p, p, p, dtype=torch.bool, device=self.relative_position_params.device) if self.type == 'W': return attn_mask @@ -65,7 +65,7 @@ class WMSA(nn.Module): x = rearrange(x, 'b (w1 p1) (w2 p2) c -> b w1 w2 p1 p2 c', p1=self.window_size, p2=self.window_size) h_windows = x.size(1) w_windows = x.size(2) - # sqaure validation + # square validation # assert h_windows == w_windows x = rearrange(x, 'b w1 w2 p1 p2 c -> b (w1 w2) (p1 p2) c', p1=self.window_size, p2=self.window_size) |