-
Notifications
You must be signed in to change notification settings - Fork 3
/
base_block_unk.yaml
46 lines (41 loc) · 923 Bytes
/
base_block_unk.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
# general
output_file: "log/base_block_unk.tar"
epochs: 15
batch_size: 16
validator: "rouge"
validate_every: 0 # 0 = every epoch
validation_size: 13368 # size of validation set
early_stopping: true
patience: 1
# data config
vocab_file: "data/cnndm_abisee.vocab"
train_file: "data/cnndm_abisee_train.tsv"
valid_file: "data/cnndm_abisee_dev.tsv"
# network config
attn_model: "bahdanau"
rnn_cell: "gru"
embed_file: "data/glove100.w2v"
pointer: true
coverage: true
output_activation: null
# hyper params
vocab_size: 10000
hidden_size: 256
embed_size: 100
attn_feature_size: 512
embedding_dropout: 0.1
output_dropout: 0.1
coverage_loss_weight: 0.25
# optimization
optimizer: "adam"
learning_rate: 0.001
learning_rate_decay: 0.1
learning_rate_patience: 0
# evaluation config
beam_size: 4
min_decode_steps: 45
max_decode_steps: 120
length_normalize: "wu"
length_normalize_alpha: 2.2
block_ngram_repeat: 3
block_unknown: true