-
Notifications
You must be signed in to change notification settings - Fork 0
/
mate_v1.json
49 lines (49 loc) · 1.06 KB
/
mate_v1.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
{
"training": {
"seed": 100,
"lr": 1e-5,
"lr_decay": 0,
"max_gradient_norm": 0.1,
"num_epochs": 50,
"log_batch": 100,
"evaluate_epoch": 1,
"patience": 3,
"label_smoothing": 0
},
"data": {
"annoy_file": "data/raw/annoy.ann",
"annoy_pkl": "data/raw/ImageUrlToIndex.pkl",
"source_path": "data/processed",
"work_path": "data/work_path",
"knowledge_path": "data/processed/knowledge.json",
"context_text_cutoff": 4,
"text_length": 30,
"image_length": 12,
"num_pos_images": 1,
"num_neg_images": 4
},
"model": {
"word_embedding_size": 512,
"image_size": 4096,
"text_n_layers": 6,
"text_n_head": 8,
"text_d_k": 64,
"text_d_v": 64,
"text_d_model": 512,
"text_d_inner": 2048,
"co_n_layers": 6,
"co_n_head": 8,
"co_d_k": 64,
"co_d_v": 64,
"co_d_model": 512,
"co_d_inner": 2048,
"de_n_layers": 6,
"de_n_head": 8,
"de_d_k": 64,
"de_d_v": 64,
"de_d_model": 512,
"de_d_inner": 2048,
"dropout_rate": 0.1,
"use_knowledge": true
}
}