Zeng Jinle
6 years ago
committed by
sneaxiy
parent
1c6caf8466
commit
a91964c8fe
File diff suppressed because it is too large
Load Diff
@ -1,42 +0,0 @@
|
||||
// Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "paddle/fluid/platform/float16.h"
|
||||
#include "paddle/fluid/platform/hostdevice.h"
|
||||
|
||||
#include "math.h" // NOLINT
|
||||
|
||||
namespace paddle {
|
||||
namespace operators {
|
||||
|
||||
inline HOSTDEVICE platform::float16 real_exp(platform::float16 x) {
|
||||
return static_cast<platform::float16>(::expf(static_cast<float>(x)));
|
||||
}
|
||||
|
||||
inline HOSTDEVICE float real_exp(float x) { return ::expf(x); }
|
||||
|
||||
inline HOSTDEVICE double real_exp(double x) { return ::exp(x); }
|
||||
|
||||
inline HOSTDEVICE platform::float16 real_log(platform::float16 x) {
|
||||
return static_cast<platform::float16>(::logf(static_cast<float>(x)));
|
||||
}
|
||||
|
||||
inline HOSTDEVICE float real_log(float x) { return ::logf(x); }
|
||||
|
||||
inline HOSTDEVICE double real_log(double x) { return ::log(x); }
|
||||
|
||||
} // namespace operators
|
||||
} // namespace paddle
|
||||
@ -1,79 +0,0 @@
|
||||
# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from op_test import OpTest
|
||||
import unittest
|
||||
import numpy as np
|
||||
import six
|
||||
|
||||
|
||||
class CrossEntropy2OpTestBase(OpTest):
|
||||
def initParameters(self):
|
||||
return [32, 64], 'float32', -100
|
||||
|
||||
def calc_output(self, logits, label, ignore_index):
|
||||
ret = np.zeros(shape=label.shape, dtype=logits.dtype)
|
||||
for idx in six.moves.range(label.shape[0]):
|
||||
if label[idx] == ignore_index:
|
||||
continue
|
||||
ret[idx] = -np.log(logits[idx][label[idx]])
|
||||
return ret
|
||||
|
||||
def setUp(self):
|
||||
self.shape, self.dtype, self.ignore_index = self.initParameters()
|
||||
self.op_type = 'cross_entropy2'
|
||||
feature_size = int(self.shape[-1])
|
||||
batch_size = int(np.prod(self.shape) / feature_size)
|
||||
logits = (np.random.random(size=self.shape) + 1).astype(self.dtype)
|
||||
label = np.random.random_integers(
|
||||
low=0, high=feature_size - 1,
|
||||
size=self.shape[0:-1] + [1]).astype('int64')
|
||||
outputs = self.calc_output(
|
||||
np.reshape(logits, [batch_size, feature_size]),
|
||||
np.reshape(label, [batch_size, 1]), self.ignore_index)
|
||||
self.inputs = {'X': logits, 'Label': label}
|
||||
self.outputs = {
|
||||
'Y': np.reshape(outputs, label.shape),
|
||||
'XShape': np.zeros(
|
||||
shape=logits.shape, dtype=logits.dtype)
|
||||
}
|
||||
self.attrs = {'ignore_index': self.ignore_index}
|
||||
|
||||
def test_check_output(self):
|
||||
self.check_output(no_check_set=['XShape'])
|
||||
|
||||
def test_check_grad(self):
|
||||
self.check_grad(
|
||||
inputs_to_check=['X'],
|
||||
output_names=['Y'],
|
||||
no_grad_set=['XShape', 'Label'])
|
||||
|
||||
|
||||
class CrossEntropy2OpTest2(CrossEntropy2OpTestBase):
|
||||
def initParameters(self):
|
||||
return [32, 64], 'float64', 3
|
||||
|
||||
|
||||
class CrossEntropy2OpTest3(CrossEntropy2OpTestBase):
|
||||
def initParameters(self):
|
||||
return [4, 8, 16, 32], 'float32', -100
|
||||
|
||||
|
||||
class CrossEntropy2OpTest4(CrossEntropy2OpTestBase):
|
||||
def initParameters(self):
|
||||
return [4, 8, 16, 32], 'float32', 3
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Loading…
Reference in new issue