Upload all files and subdirectories

checkpoints/latest-checkpoint.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:99338d823afb26cc19e521f91177b2e74854f6c5fa2b78f8e6e92eb7a3b52d2a
+oid sha256:35a3bc428feb88af6961ed0ab962dafa99ba7bb59daf2fac52deaeaebab5e94e
 size 32226047291

config.json

@@ -1,16 +1,16 @@
 {
   "dataset": {
     "align_stage_components": [
-      "/home/ubuntu/spacellava_data/data/dataset.json",
-      "/home/ubuntu/spacellava_data/data"
+      "download/llava-laion-cc-sbu-558k/chat.json",
+      "download/llava-laion-cc-sbu-558k"
     ],
-    "dataset_id": "spacellava",
-    "dataset_root_dir": "/home/ubuntu/spacellava_data/data",
+    "dataset_id": "llava-lrv-spacellava",
+    "dataset_root_dir": "/home/ubuntu/prismatic-vlms",
     "finetune_stage_components": [
-      "/home/ubuntu/spacellava_data/data/dataset.json",
-      "/home/ubuntu/spacellava_data/data"
+      "download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json",
+      "download/llava-v1.5-instruct"
     ],
-    "type": "spacellava"
+    "type": "llava-lrv-spacellava"
   },
   "hf_token": ".hf_token",
   "model": {
@@ -40,13 +40,13 @@
     "image_resize_strategy": "letterbox",
     "llm_backbone_id": "llama3-1-8b-pure",
     "llm_max_length": 2048,
-    "model_id": "llama3-based-224-4epoch",
+    "model_id": "llama3-based",
     "reduce_in_full_precision": false,
     "type": "one-stage+7b",
     "vision_backbone_id": "dinosiglip-vit-so-224px"
   },
   "pretrained_checkpoint": null,
-  "run_id": "spacellava+llama3-based-224-4epoch+stage-finetune+x7",
+  "run_id": "llava-lrv-spacellava+llama3-based+stage-finetune+x7",
   "run_root_dir": "runs",
   "seed": 7,
   "stage": "finetune",
@@ -56,4 +56,4 @@
   ],
   "wandb_entity": "smellslikeml",
   "wandb_project": "prismatic"
-}
+}

config.yaml

@@ -1,13 +1,13 @@
 dataset:
   align_stage_components:
-  - /home/ubuntu/spacellava_data/data/dataset.json
-  - /home/ubuntu/spacellava_data/data
-  dataset_id: spacellava
-  dataset_root_dir: /home/ubuntu/spacellava_data/data
+  - download/llava-laion-cc-sbu-558k/chat.json
+  - download/llava-laion-cc-sbu-558k
+  dataset_id: llava-lrv-spacellava
+  dataset_root_dir: /home/ubuntu/prismatic-vlms
   finetune_stage_components:
-  - /home/ubuntu/spacellava_data/data/dataset.json
-  - /home/ubuntu/spacellava_data/data
-  type: spacellava
+  - download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json
+  - download/llava-v1.5-instruct
+  type: llava-lrv-spacellava
 hf_token: .hf_token
 model:
   align_epochs: 1
@@ -36,12 +36,12 @@ model:
   image_resize_strategy: letterbox
   llm_backbone_id: llama3-1-8b-pure
   llm_max_length: 2048
-  model_id: llama3-based-224-4epoch
+  model_id: llama3-based
   reduce_in_full_precision: false
   type: one-stage+7b
   vision_backbone_id: dinosiglip-vit-so-224px
 pretrained_checkpoint: null
-run_id: spacellava+llama3-based-224-4epoch+stage-finetune+x7
+run_id: llava-lrv-spacellava+llama3-based+stage-finetune+x7
 run_root_dir: runs
 seed: 7
 stage: finetune

run-metrics.jsonl

@@ -1 +1 @@
-{"hparams": {"dataset": {"align_stage_components": ["/home/ubuntu/spacellava_data/data/dataset.json", "/home/ubuntu/spacellava_data/data"], "dataset_id": "spacellava", "dataset_root_dir": "/home/ubuntu/spacellava_data/data", "finetune_stage_components": ["/home/ubuntu/spacellava_data/data/dataset.json", "/home/ubuntu/spacellava_data/data"], "type": "spacellava"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 4, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 1, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 3, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-06, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 4, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "llama3-1-8b-pure", "llm_max_length": 2048, "model_id": "llama3-based-224-4epoch", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "dinosiglip-vit-so-224px"}, "pretrained_checkpoint": null, "run_id": "spacellava+llama3-based-224-4epoch+stage-finetune+x7", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "smellslikeml", "wandb_project": "prismatic"}, "run_id": "spacellava+llama3-based-224-4epoch+stage-finetune+x7"}
+{"hparams": {"dataset": {"align_stage_components": ["download/llava-laion-cc-sbu-558k/chat.json", "download/llava-laion-cc-sbu-558k"], "dataset_id": "llava-lrv-spacellava", "dataset_root_dir": "/home/ubuntu/prismatic-vlms", "finetune_stage_components": ["download/llava-v1.5-instruct/llava_v1_5_lrv_mix1008k_spacellava.json", "download/llava-v1.5-instruct"], "type": "llava-lrv-spacellava"}, "hf_token": ".hf_token", "model": {"align_epochs": 1, "align_global_batch_size": 4, "align_learning_rate": 0.001, "align_lr_scheduler_type": "linear-warmup+cosine-decay", "align_max_grad_norm": 1.0, "align_max_steps": null, "align_per_device_batch_size": 1, "align_train_strategy": "fsdp-shard-grad-op", "align_warmup_ratio": 0.03, "align_weight_decay": 0.0, "arch_specifier": "no-align+gelu-mlp", "enable_gradient_checkpointing": true, "enable_mixed_precision_training": true, "finetune_epochs": 3, "finetune_global_batch_size": 128, "finetune_learning_rate": 2e-06, "finetune_lr_scheduler_type": "linear-warmup+cosine-decay", "finetune_max_grad_norm": 1.0, "finetune_max_steps": null, "finetune_per_device_batch_size": 4, "finetune_train_strategy": "fsdp-full-shard", "finetune_warmup_ratio": 0.03, "finetune_weight_decay": 0.1, "image_resize_strategy": "letterbox", "llm_backbone_id": "llama3-1-8b-pure", "llm_max_length": 2048, "model_id": "llama3-based", "reduce_in_full_precision": false, "type": "one-stage+7b", "vision_backbone_id": "dinosiglip-vit-so-224px"}, "pretrained_checkpoint": null, "run_id": "llava-lrv-spacellava+llama3-based+stage-finetune+x7", "run_root_dir": "runs", "seed": 7, "stage": "finetune", "trackers": ["jsonl", "wandb"], "wandb_entity": "smellslikeml", "wandb_project": "prismatic"}, "run_id": "llava-lrv-spacellava+llama3-based+stage-finetune+x7"}