-
Notifications
You must be signed in to change notification settings - Fork 0
/
train_prior_config.json
executable file
·86 lines (86 loc) · 2.35 KB
/
train_prior_config.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
{
"prior": {
"clip": {
"make": "openai",
"model": "ViT-L/14"
},
"net": {
"dim": 768,
"depth": 12,
"max_text_len": 77,
"num_time_embeds": 1,
"num_image_embeds": 1,
"num_text_embeds": 1,
"dim_head": 128,
"heads": 12,
"ff_mult": 4,
"norm_out": true,
"attn_dropout": 0.05,
"ff_dropout": 0.05,
"final_proj": true,
"normformer": true,
"rotary_emb": true
},
"image_embed_dim": 768,
"image_size": 224,
"image_channels": 3,
"sample_timesteps": 64,
"timesteps": 1000,
"cond_drop_prob": 0.1,
"loss_type": "l2",
"predict_x_start": true,
"beta_schedule": "cosine",
"condition_on_text_encodings": true
},
"data": {
"webdataset_base_url": "/home/sevi/datasets/sbucaption/subcaptions/{}.tar",
"batch_size": 32,
"num_data_points": 990000,
"eval_every_seconds": 1600,
"image_url": "/home/sevi/datasets/sbucaption/embedings/img_emb",
"meta_url": "/home/sevi/datasets/sbucaption/embedings/metadata",
"splits": {
"train": 0.89,
"val": 0.01,
"test": 0.1
}
},
"train": {
"epochs": 4,
"lr": 1.1e-4,
"wd": 6.02e-2,
"max_grad_norm": 0.5,
"use_ema": true,
"ema_beta": 0.9999,
"epoch_samples": 990000,
"ema_update_after_step": 50,
"warmup_steps": 50,
"amp": false,
"save_every_seconds": 3600,
"random_seed": 84513,
"eval_timesteps": [64]
},
"tracker": {
"data_path": ".prior",
"overwrite_data_path": true,
"log": {
"log_type": "wandb",
"wandb_entity": "Sevixdd",
"wandb_project": "prior_debugging",
"wandb_resume": false,
"verbose": true
},
"load": {
"source": "local",
"file_path": "best_checkpoint.pth"
},
"save": [
{
"save_to": "local",
"save_type": "checkpoint",
"save_latest_to": "last_check.pth",
"save_best_to": "best_checkpoint.pth"
}
]
}
}