Mark Japanese documents as tagged.
Mark the document as tagged before returning it to the user from the JapaneseTokenizer.
Fixes
@@ -166,6 +166,7 @@ class JapaneseTokenizer(DummyTokenizer):
doc.user_data["inflections"] = inflections
doc.user_data["reading_forms"] = readings
doc.user_data["sub_tokens"] = sub_tokens_list
+ doc.is_tagged = True
return doc
