Fix accidental old state
@@ -159,7 +159,7 @@ checkpoint:
## EVALUATION ##################################################################
## Used for evaluation jobs.
-# fixed metrics: compute MRR and HITS@1, ..., HITS@k
+# fixed metrics: compute MRR and specified HITS@k's
eval:
data: valid
type: entity_ranking
@@ -168,11 +168,13 @@ eval:
num_workers: 0
pin_memory: False
trace_level: example # example or batch or epoch
- # filters metrics per relation type (Classified into relation types 1-N, M-1,
- # 1-1, M-N) and reports them additionally to the overall metric
- metric_per_relation_type: False
- metric_per_head_and_tail: False
- metric_per_argument_frequency_perc: False
+
+ # Metrics are always computed over the entire evaluation data. Optionally,
+ # certain more specific metric can be computed in addition.
+ metrics_per:
+ relation_type: False # 1-to-1, 1-to-N, N-to-1, N-to-N
+ head_and_tail: False # head, tail
+ argument_frequency: False # 25%, 50%, 75%, top quantiles per argument
## HYPERPARAMETER SEARCH #######################################################
