Saving weights and logs of step 1500

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1370699db9ee8980b9d18ba78ab3c7bacbf64455af8b4d767abadaf4e1c6a466
+oid sha256:6941dc5a4d104c3446b03a4ab23a8e218ddfcc563df0533d52aafdd5b1ea91fa
 size 891548548

run_t5.sh

@@ -23,7 +23,7 @@ mkdir -p "${MODEL_DIR}/runs"
     --dtype="bfloat16" \
     --overwrite_output_dir \
     --num_train_epochs="1" \
-    --logging_steps="15" \
+    --logging_steps="50" \
     --save_steps="300" \
     --eval_steps="1000000" \
     --push_to_hub

runs/Jul10_08-38-10_t1v-n-0e7426e8-w-0/events.out.tfevents.1625906314.t1v-n-0e7426e8-w-0.25839.3.v2

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b87fa89d0ac5eeabdea48a6a8250033be187061f5d0f1635b1d3f57ce6c7daaf
-size 181839
+oid sha256:27a53e23d145db9a5d56251a8740615ad8868024ded422ac3361448b37fca15f
+size 227319

streaming_dataset_filter_test.py

@@ -11,14 +11,19 @@ def f(obj):
 
 
 dataset_v1 = dataset_v0.map(f)
-it = iter(dataset_v0)
+dataset_v2 = dataset_v1.filter(lambda obj: obj['text'] is not None)
 
+it = iter(dataset_v0)
 print(next(it))
 print(next(it))
 print(next(it))
 
 it = iter(dataset_v1)
+print(next(it))
+print(next(it))
+print(next(it))
 
+it = iter(dataset_v2)
 print(next(it))
 print(next(it))
 print(next(it))