-
Notifications
You must be signed in to change notification settings - Fork 0
/
rotate-freebase-graph.yaml
140 lines (140 loc) · 2.63 KB
/
rotate-freebase-graph.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
dataset:
files:
test:
filename: test.del
type: triples
test_small:
filename: test_small.del
type: triples
test_tiny:
filename: test_tiny.del
type: triples
train:
filename: train.del
type: triples
valid:
filename: valid.del
type: triples
valid_small:
filename: valid_small.del
type: triples
valid_tiny:
filename: valid_tiny.del
type: triples
name: freebase
distributed_model:
base_model:
type: rotate
entity_ranking:
chunk_size: 25000
class_name: EntityRankingJob
filter_splits:
- train
- valid
filter_with_test: true
eval:
batch_size: 256
num_workers: 0
split: valid
trace_level: epoch
type: entity_ranking
import:
- rotate
- distributed_model
job:
device: cuda
device_pool:
- cuda:0
- cuda:1
- cuda:2
- cuda:3
distributed:
num_eval_workers: 1
num_partitions: 8
num_workers: 8
parameter_server: shared
partition_type: random
repartition_epoch: true
type: train
lookup_embedder:
class_name: LookupEmbedder
dim: 128
dropout: 0.0
initialize: normal_
initialize_args:
normal_:
mean: 0.0
std: 0.01048932117101729
uniform_:
a: -0.9923825803674324
xavier_normal_:
gain: 1.0
xavier_uniform_:
gain: 1.0
normalize:
p: -1.0
pretrain:
ensure_all: false
model_filename: ''
regularize: lp
regularize_args:
p: 2
weighted: true
regularize_weight: 0.0
sparse: true
model: distributed_model
negative_sampling:
class_name: TrainingJobNegativeSampling
implementation: batch
num_samples:
o: 377
p: 0
s: 811
sampling_type: uniform
shared: true
shared_type: default
with_replacement: false
rotate:
class_name: RotatE
entity_embedder:
dropout: -0.492707877367642
regularize_weight: 2.851117109269539e-12
type: lookup_embedder
l_norm: 1.0
normalize_phases: true
relation_embedder:
dim: -1
dropout: -0.2510582272901898
initialize: uniform_
initialize_args:
uniform_:
a: -3.14159265359
b: 3.14159265359
regularize_weight: 1.5702862966016602e-07
type: lookup_embedder
train:
abort_on_nan: true
auto_correct: true
batch_size: 1024
loss: kl
loss_arg: 1.0
max_epochs: 10
num_workers: 4
optimizer:
default:
args:
lr: 0.06499562081250351
type: dist_rowadagrad
split: train
trace_level: epoch
type: distributed_negative_sampling
valid:
early_stopping:
patience: 0
threshold:
epochs: 0
metric_value: 0.0
every: 1
metric: mean_reciprocal_rank_filtered
split: valid_tiny
trace_level: epoch