Acme: Use a table signature for DQN.
@@ -96,7 +96,8 @@ class DQN(agent.Agent):
sampler=reverb.selectors.Prioritized(priority_exponent),
remover=reverb.selectors.Fifo(),
max_size=max_replay_size,
- rate_limiter=reverb.rate_limiters.MinSize(1))
+ rate_limiter=reverb.rate_limiters.MinSize(1),
+ signature=adders.NStepTransitionAdder.signature(environment_spec))
self._server = reverb.Server([replay_table], port=None)
# The adder is used to insert observations into replay.
