Paddle/tools/diff_use_default_grad_op_maker.py

# Copyright (c) 2019 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

import os

os.environ['CUDA_VISIBLE_DEVICES'] = ''

import paddle.fluid as fluid
import sys


def generate_spec(filename):
    with open(filename, 'w') as f:
        ops = fluid.core._get_use_default_grad_op_desc_maker_ops()
        for op in ops:
            f.write(op + '\n')


def read_spec(filename):
    with open(filename, 'r') as f:
        return set([line.strip() for line in f.readlines()])


def get_spec_diff(dev_filename, pr_filename):
    ops_dev = read_spec(dev_filename)
    ops_pr = read_spec(pr_filename)

    added_ops = []
    removed_ops = []

    for op in ops_pr:
        if op not in ops_dev:
            added_ops.append(op)
        else:
            removed_ops.append(op)

    return added_ops


if len(sys.argv) == 2:
    generate_spec(sys.argv[1])
elif len(sys.argv) == 3:
    added_ops = get_spec_diff(sys.argv[1], sys.argv[2])
    if added_ops:
        print(added_ops)
else:
    print(
        'Usage 1: python diff_use_default_grad_op_maker.py [filepath] to generate new spec file\n'
        'Usage 2: python diff_use_default_grad_op_maker.py [dev_filepath] [pr_filepath] to diff spec file'
    )
    sys.exit(1)