[BPE] Change Value Error to Warning
Akin to change value error for lower-casing dictionary to a warning
@@ -449,9 +449,7 @@ class Gpt2BpeHelper(BPEHelper):
"""
super().__init__(opt, shared)
if self.lower:
- raise ValueError(
- 'Only use --dict-lower false with --dict-tokenizer bytelevelbpe'
- )
+ warn_once('Are you sure you want to lower case your BPE dictionary?')
if self.maxtokens > 0 or self.minfreq > 0:
raise ValueError(
