From 74be92d698190b9441bc3b2079f704f5a2f0aa11 Mon Sep 17 00:00:00 2001 From: jiangzhiwen Date: Wed, 19 Aug 2020 20:12:07 +0800 Subject: [PATCH] fix duplicate column names --- .../dataset/engine/datasetops/source/csv_op.cc | 12 ++++++++++-- 1 file changed, 10 insertions(+), 2 deletions(-) diff --git a/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc b/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc index 171734aa3f..80560a5936 100644 --- a/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc +++ b/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/csv_op.cc @@ -767,11 +767,19 @@ Status CsvOp::ComputeColMap() { for (int32_t i = 0; i < col_names.size(); i++) { // consider the case of CRLF col_names[i].erase(col_names[i].find_last_not_of('\r') + 1); - column_name_id_map_[col_names[i]] = i; + if (column_name_id_map_.find(col_names[i]) == column_name_id_map_.end()) { + column_name_id_map_[col_names[i]] = i; + } else { + RETURN_STATUS_UNEXPECTED("Duplicate column names are not allowed"); + } } } else { for (int32_t i = 0; i < column_name_list_.size(); i++) { - column_name_id_map_[column_name_list_[i]] = i; + if (column_name_id_map_.find(column_name_list_[i]) == column_name_id_map_.end()) { + column_name_id_map_[column_name_list_[i]] = i; + } else { + RETURN_STATUS_UNEXPECTED("Duplicate column names are not allowed"); + } } } } else {