Limit dev to 1k examples
@@ -47,6 +47,8 @@ def main(model, output_dir=None, n_iter=20, n_texts=100):
(train_texts, train_cats), (dev_texts, dev_cats) = load_data()
train_texts = train_texts[:n_texts]
train_cats = train_cats[:n_texts]
+ dev_texts = dev_texts[:max(n_texts, 1000)]
+ dev_cats = dev_cats[:max(n_texts, 1000)]
print(
f"Using {n_texts} examples ({len(train_texts)} training, {len(dev_texts)} evaluation)"
