Restore tokenization timing in Language.evaluate
Restore tokenization timing steps that were accidentally removed in
@@ -1369,6 +1369,9 @@ class Language:
scorer = Scorer(**kwargs)
# reset annotation in predicted docs and time tokenization
start_time = timer()
+ # this is purely for timing
+ for eg in examples:
+ self.make_doc(eg.reference.text)
# apply all pipeline components
for name, pipe in self.pipeline:
kwargs = component_cfg.get(name, {})
