parent
							
								
									eaf7146d46
								
							
						
					
					
						commit
						1de7011bc8
					
				| @ -1,97 +0,0 @@ | ||||
| # Copyright 2020 Huawei Technologies Co., Ltd | ||||
| # | ||||
| # Licensed under the Apache License, Version 2.0 (the "License"); | ||||
| # you may not use this file except in compliance with the License. | ||||
| # You may obtain a copy of the License at | ||||
| # | ||||
| # http://www.apache.org/licenses/LICENSE-2.0 | ||||
| # | ||||
| # Unless required by applicable law or agreed to in writing, software | ||||
| # distributed under the License is distributed on an "AS IS" BASIS, | ||||
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||||
| # See the License for the specific language governing permissions and | ||||
| # limitations under the License. | ||||
| # ============================================================================ | ||||
| """ | ||||
| @File  : test_summary.py | ||||
| @Author: | ||||
| @Date  : 2019-07-4 | ||||
| @Desc  : test summary function | ||||
| """ | ||||
| import os | ||||
| import logging | ||||
| import time | ||||
| import numpy as np | ||||
| from mindspore.train.summary.summary_record import SummaryRecord, _cache_summary_tensor_data | ||||
| from mindspore.common.tensor import Tensor | ||||
| 
 | ||||
| CUR_DIR = os.getcwd() | ||||
| SUMMARY_DIR = CUR_DIR + "/test_temp_summary_event_file/" | ||||
| 
 | ||||
| log = logging.getLogger("test") | ||||
| log.setLevel(level=logging.ERROR) | ||||
| 
 | ||||
| def get_now_time_ns(): | ||||
|     """get the time of second""" | ||||
|     time_second = int(time.time_ns()) | ||||
|     return time_second | ||||
| 
 | ||||
| def get_test_data(step): | ||||
|     """ get_test_data """ | ||||
|     # pylint: disable=unused-argument | ||||
|     test_data_list = [] | ||||
|     tag1 = "xt1[:Tensor]" | ||||
|     tag2 = "xt2[:Tensor]" | ||||
|     tag3 = "xt3[:Tensor]" | ||||
|     np1 = np.random.random((5, 4, 3, 5)) | ||||
|     np2 = np.random.random((5, 5, 3, 5)) | ||||
|     np3 = np.random.random((4, 5, 3, 5)) | ||||
| 
 | ||||
|     dict1 = {} | ||||
|     dict1["name"] = tag1 | ||||
|     dict1["data"] = Tensor(np1) | ||||
| 
 | ||||
|     dict2 = {} | ||||
|     dict2["name"] = tag2 | ||||
|     dict2["data"] = Tensor(np2) | ||||
| 
 | ||||
|     dict3 = {} | ||||
|     dict3["name"] = tag3 | ||||
|     dict3["data"] = Tensor(np3) | ||||
| 
 | ||||
|     test_data_list.append(dict1) | ||||
|     test_data_list.append(dict2) | ||||
| 
 | ||||
|     return test_data_list | ||||
| 
 | ||||
| 
 | ||||
| # Test 1: summary sample of scalar | ||||
| def test_summary_performance(): | ||||
|     """ test_summary_performance """ | ||||
|     log.debug("begin test_scalar_summary_sample") | ||||
|     current_time = time.time() | ||||
|     print("time = ", current_time) | ||||
|     # step 0: create the thread | ||||
|     test_writer = SummaryRecord(SUMMARY_DIR, flush_time=120) | ||||
| 
 | ||||
|     # step 1: create the test data for summary | ||||
|     old_time = get_now_time_ns() | ||||
|     # step 2: create the Event | ||||
|     for i in range(1, 10): | ||||
|         test_data = get_test_data(i) | ||||
|         _cache_summary_tensor_data(test_data) | ||||
|         test_writer.record(i) | ||||
|         now_time = get_now_time_ns() | ||||
|         consume_time = (now_time - old_time)/1000/1000 | ||||
|         old_time = now_time | ||||
|         print("step test_summary_performance conusmer time is:", consume_time) | ||||
| 
 | ||||
| 
 | ||||
|     # step 3: send the event to mq | ||||
| 
 | ||||
|     # step 4: accept the event and write the file | ||||
|     test_writer.flush() | ||||
|     test_writer.close() | ||||
|     current_time = time.time() - current_time | ||||
|     print("consume time = ", current_time) | ||||
|     log.debug("finished test_scalar_summary_sample") | ||||
					Loading…
					
					
				
		Reference in new issue