Make cuda streams non-blocking by default

This commit is contained in:
Matthw Honnibal 2019-10-18 17:21:57 +02:00
parent ca0759b325
commit b2e8f37965

View File

@ -317,13 +317,13 @@ def is_in_jupyter():
return False return False
def get_cuda_stream(require=False): def get_cuda_stream(require=False, non_blocking=True):
if CudaStream is None: if CudaStream is None:
return None return None
elif isinstance(Model.ops, NumpyOps): elif isinstance(Model.ops, NumpyOps):
return None return None
else: else:
return CudaStream() return CudaStream(non_blocking=non_blocking)
def get_async(stream, numpy_array): def get_async(stream, numpy_array):