From b2e8f3796547a2efdd01caa542667e07f5a25c1f Mon Sep 17 00:00:00 2001 From: Matthw Honnibal Date: Fri, 18 Oct 2019 17:21:57 +0200 Subject: [PATCH] Make cuda streams non-blocking by default --- spacy/util.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/spacy/util.py b/spacy/util.py index 032c1741a..0d07a532d 100644 --- a/spacy/util.py +++ b/spacy/util.py @@ -317,13 +317,13 @@ def is_in_jupyter(): return False -def get_cuda_stream(require=False): +def get_cuda_stream(require=False, non_blocking=True): if CudaStream is None: return None elif isinstance(Model.ops, NumpyOps): return None else: - return CudaStream() + return CudaStream(non_blocking=non_blocking) def get_async(stream, numpy_array):