projects/benchmarks/nel/configs/nel.cfg at 946b5ee531d270638a2115a8239d7e3cd4714a88 · explosion/projects · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
[paths]
dataset_name = null
language = null
train = ""
dev = ""
raw = null
init_tok2vec = null
kb = ""
base_nlp = ""
vectors = "${paths.base_nlp}"


[system]
seed = 342
gpu_allocator = null


[nlp]
lang = "en"
pipeline = ["entity_linker"]
disabled = []
before_creation = null
after_creation = null
after_pipeline_creation = null
tokenizer = {"@tokenizers":"spacy.Tokenizer.v1"}


[components]

[components.entity_linker]
factory = "entity_linker"
entity_vector_length = 64
incl_context = True
incl_prior = True
labels_discard = []
get_candidates = {"@misc":"spacy.CandidateGenerator.v1"}
get_candidates_all = {"@misc":"spacy.CandidateAllGenerator.v1"}
candidates_doc_mode = True
generate_empty_kb = {"@misc":"spacy.EmptyWikiKB.v1"}

[components.entity_linker.model]
@architectures = "spacy.EntityLinker.v2"
nO = null

[components.entity_linker.model.tok2vec]
@architectures = "spacy.HashEmbedCNN.v1"
pretrained_vectors = null
width = 96
depth = 2
embed_size = 2000
window_size = 1
maxout_pieces = 3
subword_features = true


[initialize]
vectors = ${paths.vectors}
init_tok2vec = ${paths.init_tok2vec}
vocab_data = null
lookups = null

[initialize.components]

[initialize.components.entity_linker]

[initialize.components.entity_linker.kb_loader]
@misc = "spacy.WikiKBFromFile.v1"
kb_path = ${paths.kb}

[initialize.tokenizer]


[corpora]

[corpora.train]
@readers = "EntityEnrichedCorpusReader.v1"
path = ${paths.train}
path_nlp_base = ${paths.vectors}

[corpora.dev]
@readers = "EntityEnrichedCorpusReader.v1"
path = ${paths.dev}
path_nlp_base = ${paths.vectors}


[training]
train_corpus = corpora.train
dev_corpus = corpora.dev
seed = ${system.seed}
gpu_allocator = ${system.gpu_allocator}
dropout = 0.2
patience = 10000
eval_frequency = 200
accumulate_gradient = 2
max_epochs = 25
max_steps = 10000
annotating_components = []
frozen_components = []
before_to_disk = null

[training.logger]
@loggers = "spacy.ConsoleLogger.v1"
progress_bar = true

[training.batcher]
@batchers = "spacy.batch_by_words.v1"
discard_oversize = false
tolerance = 0.2
get_length = null

[training.batcher.size]
@schedules = "compounding.v1"
start = 100
stop = 1000
compound = 1.001
t = 0.0

[training.optimizer]
@optimizers = "Adam.v1"
beta1 = 0.9
beta2 = 0.999
L2_is_weight_decay = true
L2 = 0.01
grad_clip = 1.0
use_averages = false
eps = 0.00000001
learn_rate = 0.001

[training.score_weights]
nel_micro_p = 0.0
nel_micro_r = 0.0
nel_micro_f = 1.0


[pretraining]


[optimizer]
@optimizers = "Adam.v1"
learn_rate = 0.001
beta1 = 0.9
beta2 = 0.999
L2 = 0.0
eps = 0.00000001
grad_clip = 1.0
L2_is_weight_decay = true
use_averages = true