API (CompiledProgram) error message enhancement (#23559)
* api compild program error polish, test=develop * fix coverage problem, test=develop * fix details & add unittests, test=develop * add test for coverage, test=developrevert-23830-2.0-beta
Chen Weihang
5 years ago
committed by
GitHub
parent
73f421f782
commit
532079a222
@ -0,0 +1,162 @@
|
||||
# copyright (c) 2020 paddlepaddle authors. all rights reserved.
|
||||
#
|
||||
# licensed under the apache license, version 2.0 (the "license");
|
||||
# you may not use this file except in compliance with the license.
|
||||
# you may obtain a copy of the license at
|
||||
#
|
||||
# http://www.apache.org/licenses/license-2.0
|
||||
#
|
||||
# unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the license is distributed on an "as is" basis,
|
||||
# without warranties or conditions of any kind, either express or implied.
|
||||
# see the license for the specific language governing permissions and
|
||||
# limitations under the license.
|
||||
|
||||
from __future__ import print_function
|
||||
|
||||
import unittest
|
||||
import numpy as np
|
||||
import paddle.fluid as fluid
|
||||
from paddle.fluid import core
|
||||
from test_imperative_base import new_program_scope
|
||||
from simple_nets import simple_fc_net
|
||||
|
||||
|
||||
class TestCompiledProgram(unittest.TestCase):
|
||||
def setUp(self):
|
||||
self.seed = 100
|
||||
self.img = np.random.random(size=(16, 784)).astype('float32')
|
||||
self.label = np.random.randint(
|
||||
low=0, high=10, size=[16, 1], dtype=np.int64)
|
||||
with new_program_scope():
|
||||
fluid.default_startup_program().random_seed = self.seed
|
||||
fluid.default_main_program().random_seed = self.seed
|
||||
place = fluid.CUDAPlace(0) if core.is_compiled_with_cuda(
|
||||
) else fluid.CPUPlace()
|
||||
exe = fluid.Executor(place)
|
||||
|
||||
loss = simple_fc_net()
|
||||
exe.run(fluid.default_startup_program())
|
||||
|
||||
loss_data, = exe.run(fluid.default_main_program(),
|
||||
feed={"image": self.img,
|
||||
"label": self.label},
|
||||
fetch_list=[loss.name])
|
||||
self.loss = loss_data[0]
|
||||
|
||||
def test_compiled_program_base(self):
|
||||
with new_program_scope():
|
||||
fluid.default_startup_program().random_seed = self.seed
|
||||
fluid.default_main_program().random_seed = self.seed
|
||||
place = fluid.CUDAPlace(0) if core.is_compiled_with_cuda(
|
||||
) else fluid.CPUPlace()
|
||||
exe = fluid.Executor(place)
|
||||
|
||||
loss = simple_fc_net()
|
||||
exe.run(fluid.default_startup_program())
|
||||
compiled_prog = fluid.CompiledProgram(fluid.default_main_program())
|
||||
|
||||
loss_data, = exe.run(compiled_prog,
|
||||
feed={"image": self.img,
|
||||
"label": self.label},
|
||||
fetch_list=[loss.name])
|
||||
self.assertTrue(np.array_equal(loss_data[0], self.loss))
|
||||
|
||||
def test_compiled_program_with_data_parallel(self):
|
||||
with new_program_scope():
|
||||
fluid.default_startup_program().random_seed = self.seed
|
||||
fluid.default_main_program().random_seed = self.seed
|
||||
place = fluid.CUDAPlace(0) if core.is_compiled_with_cuda(
|
||||
) else fluid.CPUPlace()
|
||||
exe = fluid.Executor(place)
|
||||
|
||||
loss = simple_fc_net()
|
||||
exe.run(fluid.default_startup_program())
|
||||
compiled_prog = fluid.CompiledProgram(fluid.default_main_program(
|
||||
)).with_data_parallel(
|
||||
loss_name=loss.name, places=[place])
|
||||
|
||||
loss_data, = exe.run(compiled_prog,
|
||||
feed={"image": self.img,
|
||||
"label": self.label},
|
||||
fetch_list=[loss.name])
|
||||
self.assertTrue(np.array_equal(loss_data[0], self.loss))
|
||||
|
||||
|
||||
class TestCompiledProgramError(unittest.TestCase):
|
||||
def test_program_or_graph_error(self):
|
||||
self.assertRaises(TypeError, fluid.CompiledProgram, "program")
|
||||
|
||||
def build_simple_model(self):
|
||||
img = fluid.layers.data(
|
||||
name='image', shape=[1, 28, 28], dtype='float32')
|
||||
label = fluid.layers.data(name='label', shape=[1], dtype='int64')
|
||||
prediction = fluid.layers.fc(input=img, size=10, act='softmax')
|
||||
loss = fluid.layers.cross_entropy(input=prediction, label=label)
|
||||
avg_loss = fluid.layers.mean(loss)
|
||||
|
||||
def compile_program_not_compiled(self):
|
||||
with fluid.program_guard(fluid.Program()):
|
||||
# build model
|
||||
self.build_simple_model()
|
||||
# compile program
|
||||
program = fluid.default_main_program()
|
||||
compiled_program = fluid.CompiledProgram(
|
||||
program).with_data_parallel()
|
||||
return compiled_program
|
||||
|
||||
def compile_program(self):
|
||||
with fluid.program_guard(fluid.Program()):
|
||||
# build model
|
||||
self.build_simple_model()
|
||||
# compile program
|
||||
program = fluid.default_main_program()
|
||||
compiled_program = fluid.CompiledProgram(program)
|
||||
scope = fluid.global_scope()
|
||||
place = fluid.CPUPlace()
|
||||
compiled_program._compile(scope, place)
|
||||
return compiled_program, scope, place
|
||||
|
||||
def test_compile_scope_error(self):
|
||||
compiled_program, _, place = self.compile_program()
|
||||
new_scope = core.Scope()
|
||||
with self.assertRaises(ValueError):
|
||||
compiled_program._compile(new_scope, place)
|
||||
|
||||
def test_compile_place_error(self):
|
||||
# need create different place
|
||||
if core.is_compiled_with_cuda():
|
||||
compiled_program, scope, _ = self.compile_program()
|
||||
new_place = fluid.CUDAPlace(0)
|
||||
with self.assertRaises(ValueError):
|
||||
compiled_program._compile(scope, new_place)
|
||||
|
||||
def test_share_vars_from_error_no_parallel(self):
|
||||
with fluid.program_guard(fluid.Program()):
|
||||
source_program, _, _ = self.compile_program()
|
||||
self.build_simple_model()
|
||||
# compile program
|
||||
program = fluid.default_main_program()
|
||||
compiled_program = fluid.CompiledProgram(
|
||||
program).with_data_parallel(share_vars_from=source_program)
|
||||
scope = fluid.global_scope()
|
||||
place = fluid.CPUPlace()
|
||||
with self.assertRaises(ValueError):
|
||||
compiled_program._compile(scope, place)
|
||||
|
||||
def test_share_vars_from_error_no_executor(self):
|
||||
with fluid.program_guard(fluid.Program()):
|
||||
source_program = self.compile_program_not_compiled()
|
||||
self.build_simple_model()
|
||||
# compile program
|
||||
program = fluid.default_main_program()
|
||||
compiled_program = fluid.CompiledProgram(
|
||||
program).with_data_parallel(share_vars_from=source_program)
|
||||
scope = fluid.global_scope()
|
||||
place = fluid.CPUPlace()
|
||||
with self.assertRaises(ValueError):
|
||||
compiled_program._compile(scope, place)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Loading…
Reference in new issue