Make cuda streams non-blocking by default

This commit is contained in:
Matthw Honnibal 2019-10-18 17:21:57 +02:00
parent ca0759b325
commit b2e8f37965

View File

@ -317,13 +317,13 @@ def is_in_jupyter():
return False
def get_cuda_stream(require=False):
def get_cuda_stream(require=False, non_blocking=True):
if CudaStream is None:
return None
elif isinstance(Model.ops, NumpyOps):
return None
else:
return CudaStream()
return CudaStream(non_blocking=non_blocking)
def get_async(stream, numpy_array):