Veldrovive
commited on
Commit
•
c081c3e
1
Parent(s):
e95c5af
Upload decoder/2B/decoder_config.json with huggingface_hub
Browse files
decoder/2B/decoder_config.json
CHANGED
@@ -30,7 +30,7 @@
|
|
30 |
"webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion-aesthetic/data/laion2B-en-aesthetic/{}.tar -",
|
31 |
"img_embeddings_url": "s3://s-datasets/laion-aesthetic/ordered_embeddings/",
|
32 |
"num_workers": 6,
|
33 |
-
"batch_size":
|
34 |
"start_shard": 0,
|
35 |
"end_shard": 5247,
|
36 |
"shard_width": 5,
|
@@ -71,7 +71,7 @@
|
|
71 |
"find_unused_parameters": true
|
72 |
},
|
73 |
"evaluate": {
|
74 |
-
"n_evaluation_samples":
|
75 |
"FID": {
|
76 |
"feature": 64
|
77 |
},
|
@@ -85,7 +85,7 @@
|
|
85 |
"overwrite_data_path": true,
|
86 |
|
87 |
"log": {
|
88 |
-
"log_type": "
|
89 |
|
90 |
"wandb_entity": "Veldrovive",
|
91 |
"wandb_project": "dalle2_train_decoder",
|
@@ -102,21 +102,6 @@
|
|
102 |
},
|
103 |
|
104 |
"save": [{
|
105 |
-
"save_to": "huggingface",
|
106 |
-
"huggingface_repo": "laion/DALLE2-PyTorch",
|
107 |
-
|
108 |
-
"save_meta_to": "decoder/2B/",
|
109 |
-
"save_latest_to": "decoder/2B/latest.pth",
|
110 |
-
|
111 |
-
"save_type": "model"
|
112 |
-
},{
|
113 |
-
"save_to": "huggingface",
|
114 |
-
"huggingface_repo": "laion/DALLE2-PyTorch",
|
115 |
-
|
116 |
-
"save_latest_to": "decoder/2B/checkpoints/latest.pth",
|
117 |
-
|
118 |
-
"save_type": "checkpoint"
|
119 |
-
},{
|
120 |
"save_to": "local",
|
121 |
"save_latest_to": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth",
|
122 |
|
|
|
30 |
"webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion-aesthetic/data/laion2B-en-aesthetic/{}.tar -",
|
31 |
"img_embeddings_url": "s3://s-datasets/laion-aesthetic/ordered_embeddings/",
|
32 |
"num_workers": 6,
|
33 |
+
"batch_size": 1,
|
34 |
"start_shard": 0,
|
35 |
"end_shard": 5247,
|
36 |
"shard_width": 5,
|
|
|
71 |
"find_unused_parameters": true
|
72 |
},
|
73 |
"evaluate": {
|
74 |
+
"n_evaluation_samples": 10,
|
75 |
"FID": {
|
76 |
"feature": 64
|
77 |
},
|
|
|
85 |
"overwrite_data_path": true,
|
86 |
|
87 |
"log": {
|
88 |
+
"log_type": "console",
|
89 |
|
90 |
"wandb_entity": "Veldrovive",
|
91 |
"wandb_project": "dalle2_train_decoder",
|
|
|
102 |
},
|
103 |
|
104 |
"save": [{
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
105 |
"save_to": "local",
|
106 |
"save_latest_to": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth",
|
107 |
|