Lichen455
/
mindspore2022
forked from huawei/mindspore2022
0
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

!2650 get monitor sampling interval from json file 

Merge pull request !2650 from yanghaitao/yht_sampling_interval_r0.5
This commit is contained in:
mindspore-ci-bot 2020-06-28 20:05:11 +08:00 committed by Gitee
parent 5a6988bc94 f3423208c4
commit 269b514b05
4 changed files with 6 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
mindspore/ccsrc/dataset/core/config_manager.cc
View File

@ -41,6 +41,7 @@ Status ConfigManager::FromJson(const nlohmann::json &j) {
set_worker_connector_size(j.value("workerConnectorSize", worker_connector_size_)); set_worker_connector_size(j.value("workerConnectorSize", worker_connector_size_));
set_op_connector_size(j.value("opConnectorSize", op_connector_size_)); set_op_connector_size(j.value("opConnectorSize", op_connector_size_));
set_seed(j.value("seed", seed_)); set_seed(j.value("seed", seed_));
set_monitor_sampling_interval(j.value("monitorSamplingInterval", monitor_sampling_interval_));
return Status::OK(); return Status::OK();
} }

3
mindspore/dataset/core/configuration.py
View File

@ -185,7 +185,8 @@ class ConfigurationManager:
>>> # "numParallelWorkers": 4, >>> # "numParallelWorkers": 4,
>>> # "workerConnectorSize": 16, >>> # "workerConnectorSize": 16,
>>> # "opConnectorSize": 16, >>> # "opConnectorSize": 16,
>>> # "seed": 5489 >>> # "seed": 5489,
>>> # "monitorSamplingInterval": 30
>>> # } >>> # }
""" """
self.config.load(file) self.config.load(file)

4
tests/ut/data/dataset/declient.cfg
View File

@ -4,6 +4,6 @@
"numParallelWorkers": 4, "numParallelWorkers": 4,
"workerConnectorSize": 16, "workerConnectorSize": 16,
"opConnectorSize": 16, "opConnectorSize": 16,
"seed": 5489 "seed": 5489,
"monitorSamplingInterval": 15
} }

1
tests/ut/python/dataset/test_config.py
View File

@ -45,6 +45,7 @@ def test_basic():
# assert ds.config.get_worker_connector_size() == 16 # assert ds.config.get_worker_connector_size() == 16
assert ds.config.get_prefetch_size() == 16 assert ds.config.get_prefetch_size() == 16
assert ds.config.get_seed() == 5489 assert ds.config.get_seed() == 5489
assert ds.config.get_monitor_sampling_interval() == 15
# ds.config.set_rows_per_buffer(1) # ds.config.set_rows_per_buffer(1)
ds.config.set_num_parallel_workers(2) ds.config.set_num_parallel_workers(2)