|
|
|
@ -61,9 +61,7 @@ class TestDistTransformer2x2Sync(TestDistBase):
|
|
|
|
|
|
|
|
|
|
def test_transformer(self):
|
|
|
|
|
download_files()
|
|
|
|
|
#Note: loss on test dataset of the first 5 batch are:
|
|
|
|
|
# 10.518872, 10.518871, 10.518868, 10.518862, 10.518855
|
|
|
|
|
self.check_with_place("dist_transformer.py", delta=1e-7)
|
|
|
|
|
self.check_with_place("dist_transformer.py", delta=1e-5)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class TestDistTransformer2x2Async(TestDistBase):
|
|
|
|
|