diff --git a/spacy/gold/corpus.py b/spacy/gold/corpus.py
index 745d52e0e..774c3b840 100644
--- a/spacy/gold/corpus.py
+++ b/spacy/gold/corpus.py
@@ -62,7 +62,7 @@ class Corpus:
             if str(path) in seen:
                 continue
             seen.add(str(path))
-            if path.parts[-1].startswith("."):
+            if path.parts and path.parts[-1].startswith("."):
                 continue
             elif path.is_dir():
                 paths.extend(path.iterdir())