From 5c975565dcc8f1f2a5d5ca0dce82142992677735 Mon Sep 17 00:00:00 2001
From: Adriane Boyd <adrianeboyd@gmail.com>
Date: Fri, 25 Nov 2022 13:00:57 +0100
Subject: [PATCH] Add smart_open requirement, update deprecated options
 (#11864)

* Switch from deprecated `ignore_ext` to `compression`
* Add upload/download test for local files
---
 requirements.txt        |  1 +
 setup.cfg               |  3 ++-
 spacy/cli/_util.py      |  2 +-
 spacy/tests/test_cli.py | 16 ++++++++++++++++
 4 files changed, 20 insertions(+), 2 deletions(-)

diff --git a/requirements.txt b/requirements.txt
index 524edf69d..3f5ec4d55 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -11,6 +11,7 @@ srsly>=2.4.1,<3.0.0
 catalogue>=2.0.4,<2.1.0
 typer>=0.3.0,<0.4.0
 pathy>=0.3.5
+smart-open>=5.2.1,<7.0.0
 # Third party dependencies
 numpy>=1.15.0
 requests>=2.13.0,<3.0.0
diff --git a/setup.cfg b/setup.cfg
index 0928c8db0..1f011bd17 100644
--- a/setup.cfg
+++ b/setup.cfg
@@ -49,9 +49,10 @@ install_requires =
     wasabi>=0.8.1,<1.1.0
     srsly>=2.4.1,<3.0.0
     catalogue>=2.0.4,<2.1.0
+    # Third-party dependencies
     typer>=0.3.0,<0.4.0
     pathy>=0.3.5
-    # Third-party dependencies
+    smart-open>=5.2.1,<7.0.0
     tqdm>=4.38.0,<5.0.0
     numpy>=1.15.0
     requests>=2.13.0,<3.0.0
diff --git a/spacy/cli/_util.py b/spacy/cli/_util.py
index 228cc622a..8cfd18af4 100644
--- a/spacy/cli/_util.py
+++ b/spacy/cli/_util.py
@@ -355,7 +355,7 @@ def download_file(src: Union[str, "Pathy"], dest: Path, *, force: bool = False)
     if dest.exists() and not force:
         return None
     src = str(src)
-    with smart_open.open(src, mode="rb", ignore_ext=True) as input_file:
+    with smart_open.open(src, mode="rb", compression="disable") as input_file:
         with dest.open(mode="wb") as output_file:
             output_file.write(input_file.read())
 
diff --git a/spacy/tests/test_cli.py b/spacy/tests/test_cli.py
index 2013ceac4..b6cf4d2b4 100644
--- a/spacy/tests/test_cli.py
+++ b/spacy/tests/test_cli.py
@@ -10,6 +10,7 @@ from spacy.cli.init_config import init_config, RECOMMENDATIONS
 from spacy.cli._util import validate_project_commands, parse_config_overrides
 from spacy.cli._util import load_project_config, substitute_project_variables
 from spacy.cli._util import string_to_list
+from spacy.cli._util import upload_file, download_file
 from thinc.api import ConfigValidationError, Config
 import srsly
 import os
@@ -474,3 +475,18 @@ def test_string_to_list(value):
 def test_string_to_list_intify(value):
     assert string_to_list(value, intify=False) == ["1", "2", "3"]
     assert string_to_list(value, intify=True) == [1, 2, 3]
+
+
+def test_upload_download_local_file():
+    with make_tempdir() as d1, make_tempdir() as d2:
+        filename = "f.txt"
+        content = "content"
+        local_file = d1 / filename
+        remote_file = d2 / filename
+        with local_file.open(mode="w") as file_:
+            file_.write(content)
+        upload_file(local_file, remote_file)
+        local_file.unlink()
+        download_file(remote_file, local_file)
+        with local_file.open(mode="r") as file_:
+            assert file_.read() == content