update da-config
"hidden_dims": [200, 3],
"activations": ["relu", "linear"],
"dropout": [0.2, 0.0]
- }
+ },
+ "initializer": [
+ [".*linear_layers.*weight", {"type": "xavier_normal"}],
+ [".*token_embedder_tokens\._projection.*weight", {"type": "xavier_normal"}]
+ ]
},
"iterator": {
"type": "bucket",
},
"trainer": {
- "num_epochs": 40,
- "patience": 5,
+ "num_epochs": 140,
+ "patience": 20,
"cuda_device": 0,
"validation_metric": "+accuracy",
"no_tqdm": true,
"optimizer": {
- "type": "adam"
+ "type": "adagrad"
}
}
}
