Hugging Face's logo

rjgpinel
/
3dlotus

Robotics
Model card Files Community
rjgpinel commited on
Commit
fbf16f2
·
verified ·
1 Parent(s): 84078da

Upload GEMBench checkpoint

Browse files
Files changed (2) hide show
  1. GEMBench/v1/ckpts/model_step_150000.pt +3 -0
  2. GEMBench/v1/logs/training_config.yaml +195 -0
GEMBench/v1/ckpts/model_step_150000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05309a77c7a2058ab5d15c7c4f6326e2619a011120058663c3c5fa535d056000
3
+ size 272890490
GEMBench/v1/logs/training_config.yaml ADDED
@@ -0,0 +1,195 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ CMD_TRAILING_OPTS: []
2
+ DATASET: {}
3
+ MODEL:
4
+ action_config:
5
+ best_disc_pos: max
6
+ context_channels: 256
7
+ dim_actions: 7
8
+ dropout: 0.2
9
+ max_steps: 30
10
+ max_traj_len: 1
11
+ max_txt_len: 77
12
+ pos_bin_size: 0.01
13
+ pos_bins: 15
14
+ pos_heatmap_temp: 0.1
15
+ pos_pred_type: heatmap_disc
16
+ reduce: max
17
+ rot_pred_type: euler_disc
18
+ txt_ft_size: 512
19
+ txt_reduce: mean
20
+ use_ee_pose: false
21
+ use_step_id: false
22
+ voxel_size: 0.01
23
+ loss_config:
24
+ pos_weight: 1
25
+ rot_weight: 1
26
+ model_class: SimplePolicyPTV3CA
27
+ ptv3_config:
28
+ add_coords_in_attn: none
29
+ attn_drop: 0.1
30
+ cls_mode: false
31
+ dec_channels:
32
+ - 128
33
+ - 128
34
+ - 256
35
+ - 512
36
+ dec_depths:
37
+ - 1
38
+ - 1
39
+ - 1
40
+ - 1
41
+ dec_num_head:
42
+ - 4
43
+ - 4
44
+ - 8
45
+ - 16
46
+ dec_patch_size:
47
+ - 128
48
+ - 128
49
+ - 128
50
+ - 128
51
+ drop_path: 0.0
52
+ enable_flash: true
53
+ enable_rpe: false
54
+ enc_channels:
55
+ - 64
56
+ - 128
57
+ - 256
58
+ - 512
59
+ - 768
60
+ enc_depths:
61
+ - 1
62
+ - 1
63
+ - 1
64
+ - 1
65
+ - 1
66
+ enc_num_head:
67
+ - 2
68
+ - 4
69
+ - 8
70
+ - 16
71
+ - 32
72
+ enc_patch_size:
73
+ - 128
74
+ - 128
75
+ - 128
76
+ - 128
77
+ - 128
78
+ in_channels: 7
79
+ mlp_ratio: 4
80
+ order:
81
+ - z
82
+ - z-trans
83
+ - hilbert
84
+ - hilbert-trans
85
+ pdnorm_adaptive: false
86
+ pdnorm_affine: true
87
+ pdnorm_bn: false
88
+ pdnorm_conditions: null
89
+ pdnorm_decouple: false
90
+ pdnorm_ln: false
91
+ pdnorm_only_decoder: false
92
+ pre_norm: true
93
+ proj_drop: 0.1
94
+ qk_norm: true
95
+ qk_scale: null
96
+ qkv_bias: true
97
+ scaled_cosine_attn: false
98
+ shuffle_orders: true
99
+ stride:
100
+ - 2
101
+ - 2
102
+ - 2
103
+ - 2
104
+ upcast_attention: false
105
+ upcast_softmax: false
106
+ SEED: 2024
107
+ TRAIN:
108
+ betas:
109
+ - 0.9
110
+ - 0.98
111
+ freeze_params:
112
+ decoder: false
113
+ encoder: false
114
+ grad_norm: 10
115
+ gradient_accumulation_steps: 1
116
+ learning_rate: 0.0001
117
+ log_steps: 1000
118
+ lr_sched: cosine
119
+ n_workers: 4
120
+ num_cosine_cycles: null
121
+ num_epochs: 387
122
+ num_train_steps: 150000
123
+ optim: adamw
124
+ pin_mem: true
125
+ resume_encoder_only: false
126
+ resume_training: true
127
+ save_steps: 10000
128
+ train_batch_size: 8
129
+ val_batch_size: 8
130
+ val_steps: 10000
131
+ warmup_steps: 5000
132
+ weight_decay: 0.05
133
+ TRAIN_DATASET:
134
+ all_step_in_batch: true
135
+ aug_max_rot: 180
136
+ augment_pc: true
137
+ data_dir: data/gembench/train_dataset/keysteps_bbox_pcd/seed0/voxel1cm
138
+ include_last_step: false
139
+ instr_embed_file: data/gembench/train_dataset/keysteps_bbox_pcd/instr_embeds_clip.npy
140
+ instr_embed_type: all
141
+ num_points: 4096
142
+ pos_bin_size: 0.01
143
+ pos_bins: 15
144
+ pos_heatmap_no_robot: true
145
+ pos_heatmap_type: dist
146
+ pos_type: disc
147
+ real_robot: false
148
+ rm_pc_outliers: false
149
+ rm_pc_outliers_neighbors: 25
150
+ rm_robot: box_keep_gripper
151
+ rm_table: true
152
+ rot_type: euler_disc
153
+ same_npoints_per_example: false
154
+ sample_points_by_distance: false
155
+ taskvar_file: assets/taskvars_train.json
156
+ taskvar_instr_file: assets/taskvars_instructions_new.json
157
+ use_height: true
158
+ xyz_norm: false
159
+ xyz_shift: center
160
+ VAL_DATASET:
161
+ all_step_in_batch: true
162
+ aug_max_rot: 45
163
+ augment_pc: false
164
+ data_dir: data/gembench/val_dataset/keysteps_bbox_pcd/seed100/voxel1cm
165
+ include_last_step: false
166
+ instr_embed_file: data/gembench/train_dataset/keysteps_bbox_pcd/instr_embeds_clip.npy
167
+ instr_embed_type: all
168
+ num_points: 4096
169
+ pos_bin_size: 0.01
170
+ pos_bins: 15
171
+ pos_heatmap_no_robot: true
172
+ pos_heatmap_type: dist
173
+ pos_type: disc
174
+ real_robot: false
175
+ rm_pc_outliers: false
176
+ rm_pc_outliers_neighbors: 25
177
+ rm_robot: box_keep_gripper
178
+ rm_table: true
179
+ rot_type: euler_disc
180
+ same_npoints_per_example: false
181
+ sample_points_by_distance: false
182
+ taskvar_file: assets/taskvars_train.json
183
+ taskvar_instr_file: assets/taskvars_instructions_new.json
184
+ use_height: true
185
+ use_val: true
186
+ xyz_norm: false
187
+ xyz_shift: center
188
+ checkpoint: null
189
+ checkpoint_strict_load: false
190
+ local_rank: 0
191
+ output_dir: data/experiments/gembench/3dlotus/v1
192
+ rank: 0
193
+ tfboard_log_dir: null
194
+ world_size: 1
195
+