[leaderboard] Fix lookup error if resuming job with different test set.
@@ -205,6 +205,7 @@ def eval_policy(policy: Policy) -> None:
if FLAGS.resume:
with open(FLAGS.logfile, "r") as f:
for state in CompilerEnvState.read_csv_file(f):
+ if state.benchmark in benchmarks:
init += 1
benchmarks.remove(state.benchmark)
print_header = False
