Refine code of IfElseTransformer and rename unittest files (#22930)
+ Refine code structure and move code related with control flow `if` into `ifelse_transformer.py` + Merge code of `ast_utils.py` into `utils.py`revert-22710-feature/integrated_ps_api
Aurelius84
5 years ago
committed by
GitHub
parent
3d8571e884
commit
4ff2915d1f
@ -0,0 +1,190 @@
|
||||
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
||||
#
|
||||
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||
# you may not use this file except in compliance with the License.
|
||||
# You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
from __future__ import print_function
|
||||
|
||||
import unittest
|
||||
import textwrap
|
||||
import gast
|
||||
from paddle.fluid.dygraph.dygraph_to_static.ifelse_transformer import get_name_ids, is_control_flow_if
|
||||
from paddle.fluid.dygraph.dygraph_to_static.static_analysis import StaticAnalysisVisitor
|
||||
|
||||
|
||||
class TestGetNameIds(unittest.TestCase):
|
||||
"""
|
||||
Test for parsing the ast.Name list from the ast.Nodes
|
||||
"""
|
||||
|
||||
def setUp(self):
|
||||
self.source = """
|
||||
def test_fn(x):
|
||||
return x+1
|
||||
"""
|
||||
self.all_name_ids = {'x': [gast.Param()]}
|
||||
|
||||
def test_get_name_ids(self):
|
||||
source = textwrap.dedent(self.source)
|
||||
root = gast.parse(source)
|
||||
all_name_ids = get_name_ids([root])
|
||||
self.assertDictEqual(
|
||||
self.transfer_dict(self.all_name_ids),
|
||||
self.transfer_dict(all_name_ids))
|
||||
|
||||
def transfer_dict(self, name_ids_dict):
|
||||
new_dict = {}
|
||||
for name, ctxs in name_ids_dict.items():
|
||||
new_dict[name] = [type(ctx) for ctx in ctxs]
|
||||
return new_dict
|
||||
|
||||
|
||||
class TestGetNameIds2(TestGetNameIds):
|
||||
def setUp(self):
|
||||
self.source = """
|
||||
def test_fn(x, y):
|
||||
a = 1
|
||||
x = y + a
|
||||
if x > y:
|
||||
z = x * x
|
||||
z = z + a
|
||||
else:
|
||||
z = y * y
|
||||
return z
|
||||
"""
|
||||
self.all_name_ids = {
|
||||
'x': [
|
||||
gast.Param(), gast.Store(), gast.Load(), gast.Load(),
|
||||
gast.Load()
|
||||
],
|
||||
'a': [gast.Store(), gast.Load(), gast.Load()],
|
||||
'y':
|
||||
[gast.Param(), gast.Load(), gast.Load(), gast.Load(), gast.Load()],
|
||||
'z': [gast.Store(), gast.Load(), gast.Store(), gast.Store()]
|
||||
}
|
||||
|
||||
|
||||
class TestGetNameIds3(TestGetNameIds):
|
||||
def setUp(self):
|
||||
self.source = """
|
||||
def test_fn(x, y):
|
||||
z = 1
|
||||
if x > y:
|
||||
z = x * x
|
||||
z = z + y
|
||||
return z
|
||||
"""
|
||||
self.all_name_ids = {
|
||||
'x': [gast.Param(), gast.Load(), gast.Load(), gast.Load()],
|
||||
'y': [gast.Param(), gast.Load(), gast.Load()],
|
||||
'z': [gast.Store(), gast.Store(), gast.Load(), gast.Store()]
|
||||
}
|
||||
|
||||
|
||||
class TestIsControlFlowIf(unittest.TestCase):
|
||||
def test_expr(self):
|
||||
# node is not ast.Compare
|
||||
node = gast.parse("a + b")
|
||||
self.assertFalse(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_expr2(self):
|
||||
node = gast.parse("a + x.numpy()[1]")
|
||||
self.assertFalse(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_is_None(self):
|
||||
node = gast.parse("x is None")
|
||||
self.assertFalse(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_is_None2(self):
|
||||
node = gast.parse("fluid.layers.sum(x) is None")
|
||||
self.assertFalse(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_is_None3(self):
|
||||
node = gast.parse("fluid.layers.sum(x).numpy() != None")
|
||||
self.assertFalse(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_if(self):
|
||||
node = gast.parse("x.numpy()[1] > 1")
|
||||
self.assertTrue(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_if_with_and(self):
|
||||
node = gast.parse("x is not None and 1 < x.numpy()[1]")
|
||||
self.assertTrue(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_if_with_or(self):
|
||||
node = gast.parse("1 < fluid.layers.sum(x).numpy()[2] or x+y < 0")
|
||||
self.assertTrue(is_control_flow_if(node.body[0].value))
|
||||
|
||||
def test_shape(self):
|
||||
code = """
|
||||
def foo(x):
|
||||
batch_size = fluid.layers.shape(x)
|
||||
if batch_size[0] > 16:
|
||||
x = x + 1
|
||||
return x
|
||||
"""
|
||||
code = textwrap.dedent(code)
|
||||
node = gast.parse(code)
|
||||
visitor = StaticAnalysisVisitor(node)
|
||||
test_node = node.body[0].body[1].test
|
||||
self.assertTrue(is_control_flow_if(test_node, visitor))
|
||||
|
||||
def test_shape_with_andOr(self):
|
||||
code = """
|
||||
def foo(x):
|
||||
batch_size = fluid.layers.shape(x)
|
||||
if x is not None and batch_size[0] > 16 or 2 > 1:
|
||||
x = x + 1
|
||||
return x
|
||||
"""
|
||||
code = textwrap.dedent(code)
|
||||
node = gast.parse(code)
|
||||
visitor = StaticAnalysisVisitor(node)
|
||||
test_node = node.body[0].body[1].test
|
||||
self.assertTrue(is_control_flow_if(test_node, visitor))
|
||||
|
||||
def test_paddle_api(self):
|
||||
code = """
|
||||
def foo(x):
|
||||
if fluid.layers.shape(x)[0] > 16:
|
||||
x = x + 1
|
||||
return x
|
||||
"""
|
||||
code = textwrap.dedent(code)
|
||||
node = gast.parse(code)
|
||||
visitor = StaticAnalysisVisitor(node)
|
||||
test_node = node.body[0].body[0].test
|
||||
self.assertTrue(is_control_flow_if(test_node, visitor))
|
||||
|
||||
def test_paddle_api_with_andOr(self):
|
||||
code = """
|
||||
def foo(x):
|
||||
if 2 > 1 and fluid.layers.shape(x)[0] > 16 or x is not None :
|
||||
x = x + 1
|
||||
return x
|
||||
"""
|
||||
code = textwrap.dedent(code)
|
||||
node = gast.parse(code)
|
||||
visitor = StaticAnalysisVisitor(node)
|
||||
test_node = node.body[0].body[0].test
|
||||
self.assertTrue(is_control_flow_if(test_node, visitor))
|
||||
|
||||
def test_raise_error(self):
|
||||
node = "a + b"
|
||||
with self.assertRaises(Exception) as e:
|
||||
self.assertRaises(TypeError, is_control_flow_if(node))
|
||||
self.assertTrue(
|
||||
"Type of input node should be gast.AST" in str(e.exception))
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Loading…
Reference in new issue