Skip to content

Commit 3b818da

Browse files
committed
clip to clamp
1 parent 0f8fbd3 commit 3b818da

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

conformer/conformer.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -97,7 +97,7 @@ def forward(self, x, context = None, mask = None, context_mask = None):
9797
# shaw's relative positional embedding
9898
seq = torch.arange(n, device = device)
9999
dist = rearrange(seq, 'i -> i ()') - rearrange(seq, 'j -> () j')
100-
dist = dist.clip(-max_pos_emb, max_pos_emb) + max_pos_emb
100+
dist = dist.clamp(-max_pos_emb, max_pos_emb) + max_pos_emb
101101
rel_pos_emb = self.rel_pos_emb(dist).to(q)
102102
pos_attn = einsum('b h n d, n r d -> b h n r', q, rel_pos_emb) * self.scale
103103
dots = dots + pos_attn

setup.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -3,7 +3,7 @@
33
setup(
44
name = 'conformer',
55
packages = find_packages(),
6-
version = '0.2.3',
6+
version = '0.2.4',
77
license='MIT',
88
description = 'The convolutional module from the Conformer paper',
99
author = 'Phil Wang',

0 commit comments

Comments
 (0)