You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
72 lines
2.1 KiB
72 lines
2.1 KiB
import unittest
|
|
import numpy as np
|
|
from op_test import OpTest
|
|
|
|
|
|
class TestFCOp1(OpTest):
|
|
def setUp(self):
|
|
x0 = np.random.random((16, 32)).astype("float32")
|
|
w0 = np.random.random((32, 10)).astype("float32")
|
|
b = np.random.random(10).astype("float32")
|
|
|
|
mul_out0 = np.dot(x0, w0)
|
|
sum_out = mul_out0
|
|
add_out = sum_out + b
|
|
identity_out = add_out
|
|
|
|
self.op_type = "fc"
|
|
self.inputs = {"X": [("X0", x0)], "W": [("W0", w0)], "B": b}
|
|
self.outputs = {
|
|
"MulOut": [("MulOut0", mul_out0)],
|
|
"SumOut": sum_out,
|
|
"AddOut": add_out,
|
|
"Y": identity_out
|
|
}
|
|
self.attrs = {"xNumColDims": [1]}
|
|
|
|
def test_check_output(self):
|
|
self.check_output()
|
|
|
|
def test_check_grad(self):
|
|
self.check_grad(["X0", "W0", "B"], "Y", max_relative_error=0.01)
|
|
|
|
|
|
class TestFCOp2(OpTest):
|
|
def setUp(self):
|
|
x0 = np.random.random((16, 4, 8)).astype("float32")
|
|
x1 = np.random.random((4, 4, 32)).astype("float32")
|
|
w0 = np.random.random((32, 10)).astype("float32")
|
|
w1 = np.random.random((32, 10)).astype("float32")
|
|
b = np.random.random(10).astype("float32")
|
|
|
|
mul_out0 = np.dot(x0.reshape(16, 4 * 8), w0)
|
|
mul_out1 = np.dot(x1.reshape(4 * 4, 32), w1)
|
|
sum_out = mul_out0 + mul_out1
|
|
add_out = np.add(sum_out, b)
|
|
sigmoid_out = 1 / (1 + np.exp(-add_out))
|
|
|
|
self.op_type = "fc"
|
|
self.inputs = {
|
|
"X": [("X0", x0), ("X1", x1)],
|
|
"W": [("W0", w0), ("W1", w1)],
|
|
"B": b
|
|
}
|
|
self.attrs = {"xNumColDims": [1, 2], "activation": "sigmoid"}
|
|
self.outputs = {
|
|
"MulOut": [("MulOut0", mul_out0), ("MulOut1", mul_out1)],
|
|
"SumOut": sum_out,
|
|
"AddOut": add_out,
|
|
"Y": sigmoid_out
|
|
}
|
|
|
|
def test_check_output(self):
|
|
self.check_output()
|
|
|
|
def test_check_grad(self):
|
|
self.check_grad(
|
|
["X0", "X1", "W0", "W1", "B"], "Y", max_relative_error=0.01)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
unittest.main()
|