Fix hub decoding for BPE with <mask> tokens
Summary: Pull Request resolved:
@@ -41,7 +41,7 @@ class GPT2BPE(object):
def decode(self, x: str) -> str:
return self.bpe.decode([
- int(tok) if tok not in {'<unk>'} else tok
+ int(tok) if tok not in {'<unk>', '<mask>'} else tok
for tok in x.split()
])
