mindspore2022/tests/ut/python/dataset/test_compute_deltas.py

138 lines
5.5 KiB
Python

# Copyright 2021 Huawei Technologies Co., Ltd
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
# ==============================================================================
"""
Testing ComputeDeltas op in DE
"""
import numpy as np
import pytest
import mindspore.dataset as ds
import mindspore.dataset.audio.transforms as c_audio
from mindspore import log as logger
from mindspore.dataset.audio.utils import BorderType
CHANNEL = 1
FREQ = 20
TIME = 15
def gen(shape):
np.random.seed(0)
data = np.random.random(shape)
yield (np.array(data, dtype=np.float32),)
def count_unequal_element(data_expected, data_me, rtol, atol):
""" Precision calculation func """
assert data_expected.shape == data_me.shape
total_count = len(data_expected.flatten())
error = np.abs(data_expected - data_me)
greater = np.greater(error, atol + np.abs(data_expected) * rtol)
loss_count = np.count_nonzero(greater)
assert (loss_count / total_count) < rtol, "\ndata_expected_std:{0}\ndata_me_error:{1}\nloss:{2}".format(
data_expected[greater], data_me[greater], error[greater])
def allclose_nparray(data_expected, data_me, rtol, atol, equal_nan=True):
""" Precision calculation formula """
if np.any(np.isnan(data_expected)):
assert np.allclose(data_me, data_expected, rtol, atol, equal_nan=equal_nan)
elif not np.allclose(data_me, data_expected, rtol, atol, equal_nan=equal_nan):
count_unequal_element(data_expected, data_me, rtol, atol)
def test_compute_deltas_eager():
"""
Feature: test the basic function in eager mode.
Description: mindspore eager mode normal testcase:compute_deltas op.
Expectation: compile done without error.
"""
logger.info("check compute_deltas op output")
ndarr_in = np.array([[[0.08746047, -0.33246294, 0.5240939, 0.6064913, -0.70366],
[1.1420338, 0.50532603, 0.73435473, -0.83435977, -1.0607501],
[-1.4298731, -0.86117035, -0.7773941, -0.60023546, 1.1807907],
[0.4973711, 0.5299286, 0.818514, 0.7559297, -0.3418539],
[-0.2824797, 0.30402678, 0.7848569, -0.4135576, 0.19522846],
[-0.11636204, -0.4780833, 1.2691815, 0.9824286, 0.029275],
[-1.2611166, -1.1957082, 0.26212585, 0.35354254, 0.3609486]]]).astype(np.float32)
out_expect = np.array([[[0.0453, 0.1475, -0.0643, -0.1970, -0.3766],
[-0.1452, -0.4360, -0.5745, -0.4927, -0.3817],
[0.1874, 0.2312, 0.5482, 0.6042, 0.5697],
[0.0675, 0.0838, -0.1452, -0.2904, -0.3419],
[0.2721, 0.0805, 0.0238, -0.0807, -0.0570],
[0.2409, 0.3583, 0.1752, -0.0225, -0.3433],
[0.3112, 0.4753, 0.4793, 0.3212, 0.0205]]]).astype(np.float32)
compute_deltas_op = c_audio.ComputeDeltas()
out_mindspore = compute_deltas_op(ndarr_in)
allclose_nparray(out_mindspore, out_expect, 0.0001, 0.0001)
def test_compute_deltas_pipeline():
"""
Feature: test the basic function in pipeline mode.
Description: mindspore pipeline mode normal testcase:compute_deltas op.
Expectation: compile done without error.
"""
logger.info("test ComputeDeltas op with default value")
generator = gen([CHANNEL, FREQ, TIME])
data1 = ds.GeneratorDataset(
source=generator, column_names=["multi_dimensional_data"]
)
transforms = [c_audio.ComputeDeltas()]
data1 = data1.map(operations=transforms, input_columns=["multi_dimensional_data"])
for item in data1.create_dict_iterator(num_epochs=1, output_numpy=True):
out_put = item["multi_dimensional_data"]
assert out_put.shape == (CHANNEL, FREQ, TIME)
def test_compute_deltas_invalid_input():
"""
Feature: test the validate function with invalid parameters.
Description: mindspore invalid parameters testcase:compute_deltas op.
Expectation: compile done without error.
"""
def test_invalid_input(test_name, win_length, pad_mode, error, error_msg):
logger.info("Test ComputeDeltas with bad input: {0}".format(test_name))
with pytest.raises(error) as error_info:
c_audio.ComputeDeltas(win_length=win_length, pad_mode=pad_mode)
assert error_msg in str(error_info.value)
test_invalid_input(
"invalid win_length parameter value", "test", BorderType.EDGE, TypeError,
"Argument win_length with value test is not of type [<class 'int'>], but got <class 'str'>.",
)
test_invalid_input(
"invalid win_length parameter value", 2, BorderType.EDGE, ValueError,
"Input win_length is not within the required interval of [3, 2147483647]",
)
test_invalid_input(
"invalid pad_mode parameter value", 5, 2, TypeError,
"Argument pad_mode with value 2 is not of type [<enum 'BorderType'>], but got <class 'int'>.",
)
if __name__ == "__main__":
test_compute_deltas_eager()
test_compute_deltas_pipeline()
test_compute_deltas_invalid_input()