diff --git a/train_for_c2net.py b/train_for_c2net.py index a7590e5..fe5cf58 100644 --- a/train_for_c2net.py +++ b/train_for_c2net.py @@ -112,10 +112,13 @@ if __name__ == "__main__": if (args.epoch_size): epoch_size = args.epoch_size print('epoch_size is: ', epoch_size) + model.train(epoch_size, ds_train,callbacks=[time_cb, ckpoint_cb,LossMonitor()]) # set callback functions - callback =[time_cb,LossMonitor()] - local_rank=int(os.getenv('RANK_ID')) + # callback =[time_cb,LossMonitor()] + # local_rank=int(os.getenv('RANK_ID')) # for data parallel, only save checkpoint on rank 0 - if local_rank==0 : - callback.append(ckpoint_cb) - model.train(epoch_size,ds_train,callbacks=callback) \ No newline at end of file + # if local_rank==0 : + # callback.append(ckpoint_cb) + # model.train(epoch_size, + # ds_train, + # callbacks=callback) \ No newline at end of file