Saving weights and logs of step 1000

config.json

@@ -18,7 +18,7 @@
   "num_hidden_layers": 12,
   "pad_token_id": 1,
   "position_embedding_type": "absolute",
-  "transformers_version": "4.7.0.dev0",
+  "transformers_version": "4.9.0.dev0",
   "type_vocab_size": 1,
   "use_cache": true,
   "vocab_size": 25165

events.out.tfevents.1625831062.t1v-n-6a2ff29b-w-0.1152929.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc16627c23f457eb0eaad8a39d0323b1c7fe1cf15605399dd9677f937daea2a3
+size 40

events.out.tfevents.1625850549.t1v-n-6a2ff29b-w-0.1178206.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf75bf0cffbb2b86b8599f0fb7f40e5525bab2c1c62c2eaf5e3f6949379d4d
+size 147343

flax_model.msgpack

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:171cf8c0021b3fcebcda727084ec1635f975c649605ae9674bc4dff39919076c
+size 421589383

run.sh

@@ -18,4 +18,5 @@
     --logging_steps="250" \
     --save_steps="1000" \
     --eval_steps="1000" \
+    --preprocessing_num_workers="96" \
     --push_to_hub