Upload decoder/decoder_config.json with huggingface_hub

decoder/decoder_config.json

@@ -1,5 +1,5 @@
 {
-    "seed": 1,
+    "seed": 0,
     "decoder": {
         "unets": [
             {
@@ -34,7 +34,7 @@
     "data": {
         "webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -", 
         "num_workers": 6,
-        "batch_size": 4,
+        "batch_size": 5,
         "start_shard": 0,
         "end_shard": 231349,
         "shard_width": 6,
@@ -62,14 +62,14 @@
         "max_grad_norm": 0.5,
         "save_every_n_samples": 5000000,
         "find_unused_parameters": false,
-        "warmup_steps": 50,
+        "warmup_steps": 100,
         "amp": true,
         "n_sample_images": 10,
         "device": "cuda:0",
         "epoch_samples": 10000000,
         "validation_samples": 100000,
         "use_ema": true,
-        "ema_beta": 0.99,
+        "ema_beta": 0.9999,
         "unet_training_mask": [true]
     },
     "evaluate": {