reset starting chunk size
@@ -231,8 +231,7 @@ def scoreDuplicates(records, data_model, classifier, num_cores=1, threshold=0) :
def fillQueue(queue, iterable, stop_signals) :
iterable = iter(iterable)
- #chunk_size = 100000
- chunk_size = 1000
+ chunk_size = 100000
upper_bound = 7000000 # this number worked, but is unprincipled
multiplier = 1.1
