Saving weights and logs of step 1000

events.out.tfevents.1642699155.t1v-n-ccbf3e94-w-0.1759255.3.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:649d3492d28b9cad2af7bf4164a44419b286e13c1d3f10f62101eb4fc5dd5ebf
+size 147136

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0367f104ee19a688bbe9af64202bbd362615a0de7a0b570f44446ec879109734
+oid sha256:63984c1d7b5b86c5f5bc02d8c28737e0737c41604565915da6709493423696a2
 size 498796983

run_mlm_flax.py

@@ -557,8 +557,8 @@ def main():
             # Enable Weight&Biases
             import wandb
             wandb.init(
-                entity='versae',
-                project='roberta-base-ncc',
+                entity='undefined',
+                project='undefined',
                 sync_tensorboard=False,
             )
             wandb.config.update(training_args)
@@ -566,12 +566,15 @@ def main():
             wandb.config.update(data_args)
 
             from flax.metrics.tensorboard import SummaryWriter
-
             summary_writer = SummaryWriter(log_dir=Path(training_args.output_dir))
+        
         except ImportError as ie:
-            has_tensorboard = False
+            from flax.metrics.tensorboard import SummaryWriter
+            summary_writer = SummaryWriter(log_dir=Path(training_args.output_dir))
+        
+            has_tensorboard = True
             logger.warning(
-                f"Unable to display metrics through TensorBoard because some package are not installed: {ie}"
+                f"Unable to display metrics through Wandb because some package are not installed: {ie}"
             )
     else:
         logger.warning(