mindspore2022/tests/ut/python/parallel
huangxinjing f354ab22a3 add pipeline shard interface
Add support for no pipeline accugradient

Add delay tag for fusion op

Optimizer the visite order

add mirror for mini step control

Move the group to attributes

Add gradient_shard control for the mini step

Fix code stype

Fix ut description

Add interface
2021-11-09 09:11:13 +08:00
..
__init__.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
conftest.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_adafactor.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_add_relu_redistribution.py add output strategy 2021-11-04 16:28:54 +08:00
test_allreduce_fusion.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_alltoall.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_arithmetic.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_BN_PReLU.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_activation.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_arithmetic.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_assign_sub_with_ref_key.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_cast.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_common_parameter.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_data_parallel_mode.py change api 2021-10-13 10:28:30 +08:00
test_auto_parallel_double_sources.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_double_star.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_double_subgraphs.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_fc_nobias.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_flag.py Change TensorAdd to Add, from r1.1 to master 2021-02-01 17:53:52 +08:00
test_auto_parallel_for_loop.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_for_loop_multi_subgraph.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_for_loop_reshape.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_for_loop_simplify.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_four_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_inference.py add notice 2020-06-29 17:39:25 +08:00
test_auto_parallel_l2normalize.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_matmul_drop.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_matmul_prelu.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_multi_graph.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_onehot.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_parameter_cast.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_partial_strategy.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_reduce_method.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_reshape.py parallel ut refactor 2021-10-12 15:18:51 +08:00
test_auto_parallel_resnet.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_resnet_predict.py set device id master 0813 2021-09-02 20:51:50 +08:00
test_auto_parallel_resnet_sharding_propagation.py !21776 set device_id master 0813 2021-09-06 03:02:58 +00:00
test_auto_parallel_resnet_sharding_propagation2.py !21776 set device_id master 0813 2021-09-06 03:02:58 +00:00
test_auto_parallel_rhombus.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_segment_min.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_segment_sum.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_shard_propagation.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_shard_propagation2.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_shard_propagation3.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_softmax_loss.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_star_partial_strategy.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_transformer.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_transpose.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_triangle_overwrite.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_tuple_depend.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_two_bn.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_auto_parallel_two_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_two_partial_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_parallel_zig_zag.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_auto_star_elimination.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batch_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batch_parallel.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batch_parallel_dropout.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batch_parallel_tensoradd.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batchmm.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_batchnorm.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_batchnorm_batch_parallel.py modify batch_normal 2021-01-13 20:59:46 +08:00
test_batchparallel_replace_shape.py modify batch parallel info 2021-09-13 16:28:56 +08:00
test_bias_add.py add parallel operator for conv2d 2021-06-10 14:58:51 +08:00
test_bool_grad.py change API set_strategy() to shard() 2020-09-10 15:30:19 +08:00
test_broadcast_dict.py parallel envs variable check 2021-05-07 09:12:53 +08:00
test_broadcast_to.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_combined_tensor.py clean pylint 2020-05-18 16:42:35 +08:00
test_comm_not_recompute.py recompute interface modify 2021-09-01 10:59:59 +08:00
test_comparison_function_info.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_concat.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_control_flow.py auto_parallel_support_control_flow 2021-07-22 17:31:31 +08:00
test_conv2d.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_conv2d_transpose.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_cus_matmul_dds.py parallel_sparse_attention_ops_fix_repeated_cal 2021-09-06 19:57:22 +08:00
test_dataset.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_dataset_interface.py [feat] [assistant] [I3T96T] add new Dataset operator CMUARCTICDataset 2021-08-22 16:26:45 +08:00
test_dataset_util.py remove to_full_tensor and load_inputs in exexute stage 2020-08-14 11:40:27 +08:00
test_dense_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_different_type_for_div_op.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_distribute_predict.py remove restriction for opt shard in inference 2021-07-16 17:16:12 +08:00
test_dropout.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_dropout_do_mask.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_dsd_matmul.py add parallel sparse attention ops: dsd_matmul 2021-08-30 18:46:52 +08:00
test_dynamic_shape.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_element_wise_function.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_embeddinglookup.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_eval.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_expand_dims.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_forward_graph.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_full_batch.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_gather_v2.py parallel ut refactor 2021-10-12 15:18:51 +08:00
test_gatherd.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_gathernd.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_gathernd_further.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_get_next.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_get_parameter_layout.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_gpu_dropout.py parallel ut refactor 2021-10-12 15:18:51 +08:00
test_hybird_parallel_activation.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_initializer_weight_slice.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_l2normalize.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_layer_norm.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_layer_norm_further.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_linear.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_load_tensor.py clean pylint 2020-05-18 16:42:35 +08:00
test_loop_two_matmul.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_loss_and_o2_level.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_loss_and_optimizer.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_loss_scale.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_manual_embedding_lookup.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_manual_gatherv2.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_matmul_dropout.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_matmul_tensor.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_maxpool_avgpool.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_mix_precision_hybrid_parallel.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_model_with_loss.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_model_without_loss.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_mul_div_bn.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_multi_field_embedding.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_neg.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_neighborexchange.py check neighbor attr type 2021-09-17 21:15:37 +08:00
test_neighborexchangev2.py NeighborExchangeV2 & Grad 2021-11-05 11:00:46 +08:00
test_o2_level.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_one_dev.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_one_hot_net.py add output strategy 2021-11-04 16:28:54 +08:00
test_one_weight_parameter.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_onehot.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_onehot_2dim.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_operator_model_parallel.py Change TensorAdd to Add, from r1.1 to master 2021-02-01 17:53:52 +08:00
test_optimizer.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_optimizer_clone_weight.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_pack.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_parallel_moe.py update pangu reshape and softmax performance. 2021-09-24 09:06:16 +08:00
test_parallel_optimizer.py add output strategy 2021-11-04 16:28:54 +08:00
test_parallel_transformer.py add pipeline shard interface 2021-11-09 09:11:13 +08:00
test_parameter_init.py change API set_strategy() to shard() 2020-09-10 15:30:19 +08:00
test_parameter_merge.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_parameter_multi_users.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_pipeline_shared_parameter.py Refactor_part_of_pipeline 2021-08-24 21:37:41 +08:00
test_pipeline_split.py pipeline_support_predict_master 2021-06-26 09:25:59 +08:00
test_prelu.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_prelu_cell.py change API set_strategy() to shard() 2020-09-10 15:30:19 +08:00
test_print.py add print security 2021-09-13 17:45:36 +08:00
test_range.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_reduce_method_info.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_reluv2.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_repeated_calc.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_reshape.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_reshape_optimized.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_reshape_parameter.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_reshape_skip_redistribution.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_reshape_unexpand.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_resizebilinear.py add parallel op for resizenearestneighbor 2021-10-28 11:31:00 +08:00
test_scalar_loss.py add output strategy 2021-11-04 16:28:54 +08:00
test_scatter_update.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_select.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_self_attention.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_semi_auto_two_subgraphs.py add output strategy 2021-11-04 16:28:54 +08:00
test_set_auto_parallel_context.py fix optimizer weight shard config 2021-06-08 10:44:17 +08:00
test_shared_param_and_mix_precision.py add output strategy 2021-11-04 16:28:54 +08:00
test_sigmoid_cross_entropy_with_logits.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_slice.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_softmax_cross_entropy_loss.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_sparse_feature_bprop.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_sparse_gather_v2.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_split.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_split_grad_sens.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_square.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_squeeze_info.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_step_parallel.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_strategy_checkpoint.py utfixs 2021-10-18 18:06:37 +08:00
test_stridedslice.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_sum_as_loss.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_tile.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_topk.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_train_and_eval.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_transpose.py change API set_strategy() to shard() 2020-09-10 15:30:19 +08:00
test_two_matmul.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_two_weights_parameter.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_uniform_candidate_sampler.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_unsortedsegmentmax.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_unsortedsegmentmin.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_unsortedsegmentsum.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_using_seed_for_initializer.py modify_normal 2020-10-22 21:35:44 +08:00
test_virtual_dataset_3_input.py add security isolate for save_graphs 2021-09-14 10:24:12 +08:00
test_virtual_dataset_with_strategy.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00
test_virtual_output.py Optimize the Executors routines. 2021-08-28 17:36:12 +08:00