Zeng Jinle
6 years ago
committed by
sneaxiy
parent
1c6caf8466
commit
a91964c8fe
File diff suppressed because it is too large
Load Diff
@ -1,42 +0,0 @@
|
|||||||
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
|
||||||
//
|
|
||||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
// you may not use this file except in compliance with the License.
|
|
||||||
// You may obtain a copy of the License at
|
|
||||||
//
|
|
||||||
// http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
//
|
|
||||||
// Unless required by applicable law or agreed to in writing, software
|
|
||||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
// See the License for the specific language governing permissions and
|
|
||||||
// limitations under the License.
|
|
||||||
|
|
||||||
#pragma once
|
|
||||||
|
|
||||||
#include "paddle/fluid/platform/float16.h"
|
|
||||||
#include "paddle/fluid/platform/hostdevice.h"
|
|
||||||
|
|
||||||
#include "math.h" // NOLINT
|
|
||||||
|
|
||||||
namespace paddle {
|
|
||||||
namespace operators {
|
|
||||||
|
|
||||||
inline HOSTDEVICE platform::float16 real_exp(platform::float16 x) {
|
|
||||||
return static_cast<platform::float16>(::expf(static_cast<float>(x)));
|
|
||||||
}
|
|
||||||
|
|
||||||
inline HOSTDEVICE float real_exp(float x) { return ::expf(x); }
|
|
||||||
|
|
||||||
inline HOSTDEVICE double real_exp(double x) { return ::exp(x); }
|
|
||||||
|
|
||||||
inline HOSTDEVICE platform::float16 real_log(platform::float16 x) {
|
|
||||||
return static_cast<platform::float16>(::logf(static_cast<float>(x)));
|
|
||||||
}
|
|
||||||
|
|
||||||
inline HOSTDEVICE float real_log(float x) { return ::logf(x); }
|
|
||||||
|
|
||||||
inline HOSTDEVICE double real_log(double x) { return ::log(x); }
|
|
||||||
|
|
||||||
} // namespace operators
|
|
||||||
} // namespace paddle
|
|
||||||
@ -1,79 +0,0 @@
|
|||||||
# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
|
||||||
#
|
|
||||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
||||||
# you may not use this file except in compliance with the License.
|
|
||||||
# You may obtain a copy of the License at
|
|
||||||
#
|
|
||||||
# http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
#
|
|
||||||
# Unless required by applicable law or agreed to in writing, software
|
|
||||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
||||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
||||||
# See the License for the specific language governing permissions and
|
|
||||||
# limitations under the License.
|
|
||||||
|
|
||||||
from op_test import OpTest
|
|
||||||
import unittest
|
|
||||||
import numpy as np
|
|
||||||
import six
|
|
||||||
|
|
||||||
|
|
||||||
class CrossEntropy2OpTestBase(OpTest):
|
|
||||||
def initParameters(self):
|
|
||||||
return [32, 64], 'float32', -100
|
|
||||||
|
|
||||||
def calc_output(self, logits, label, ignore_index):
|
|
||||||
ret = np.zeros(shape=label.shape, dtype=logits.dtype)
|
|
||||||
for idx in six.moves.range(label.shape[0]):
|
|
||||||
if label[idx] == ignore_index:
|
|
||||||
continue
|
|
||||||
ret[idx] = -np.log(logits[idx][label[idx]])
|
|
||||||
return ret
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
self.shape, self.dtype, self.ignore_index = self.initParameters()
|
|
||||||
self.op_type = 'cross_entropy2'
|
|
||||||
feature_size = int(self.shape[-1])
|
|
||||||
batch_size = int(np.prod(self.shape) / feature_size)
|
|
||||||
logits = (np.random.random(size=self.shape) + 1).astype(self.dtype)
|
|
||||||
label = np.random.random_integers(
|
|
||||||
low=0, high=feature_size - 1,
|
|
||||||
size=self.shape[0:-1] + [1]).astype('int64')
|
|
||||||
outputs = self.calc_output(
|
|
||||||
np.reshape(logits, [batch_size, feature_size]),
|
|
||||||
np.reshape(label, [batch_size, 1]), self.ignore_index)
|
|
||||||
self.inputs = {'X': logits, 'Label': label}
|
|
||||||
self.outputs = {
|
|
||||||
'Y': np.reshape(outputs, label.shape),
|
|
||||||
'XShape': np.zeros(
|
|
||||||
shape=logits.shape, dtype=logits.dtype)
|
|
||||||
}
|
|
||||||
self.attrs = {'ignore_index': self.ignore_index}
|
|
||||||
|
|
||||||
def test_check_output(self):
|
|
||||||
self.check_output(no_check_set=['XShape'])
|
|
||||||
|
|
||||||
def test_check_grad(self):
|
|
||||||
self.check_grad(
|
|
||||||
inputs_to_check=['X'],
|
|
||||||
output_names=['Y'],
|
|
||||||
no_grad_set=['XShape', 'Label'])
|
|
||||||
|
|
||||||
|
|
||||||
class CrossEntropy2OpTest2(CrossEntropy2OpTestBase):
|
|
||||||
def initParameters(self):
|
|
||||||
return [32, 64], 'float64', 3
|
|
||||||
|
|
||||||
|
|
||||||
class CrossEntropy2OpTest3(CrossEntropy2OpTestBase):
|
|
||||||
def initParameters(self):
|
|
||||||
return [4, 8, 16, 32], 'float32', -100
|
|
||||||
|
|
||||||
|
|
||||||
class CrossEntropy2OpTest4(CrossEntropy2OpTestBase):
|
|
||||||
def initParameters(self):
|
|
||||||
return [4, 8, 16, 32], 'float32', 3
|
|
||||||
|
|
||||||
|
|
||||||
if __name__ == '__main__':
|
|
||||||
unittest.main()
|
|
||||||
Loading…
Reference in new issue