|
|
@ -93,6 +93,7 @@ def recordio(paths, addr="", buf_size=100):
|
|
|
|
if len(os.environ["KUBERNETES_SERVICE_HOST"]) == 0:
|
|
|
|
if len(os.environ["KUBERNETES_SERVICE_HOST"]) == 0:
|
|
|
|
return recordio_local(path)
|
|
|
|
return recordio_local(path)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def reader():
|
|
|
|
c = cloud(addr, buf_size)
|
|
|
|
c = cloud(addr, buf_size)
|
|
|
|
c.set_dataset(paths)
|
|
|
|
c.set_dataset(paths)
|
|
|
|
|
|
|
|
|
|
|
@ -103,3 +104,6 @@ def recordio(paths, addr="", buf_size=100):
|
|
|
|
yield r
|
|
|
|
yield r
|
|
|
|
|
|
|
|
|
|
|
|
c.close()
|
|
|
|
c.close()
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
return reader
|
|
|
|
|
|
|
|
|
|
|
|