diff --git a/.ci/after_success.sh b/.ci/after_success.sh
index ff91b481e..53832c573 100755
--- a/.ci/after_success.sh
+++ b/.ci/after_success.sh
@@ -1,7 +1,7 @@
 #!/bin/bash
 
 # gather the coverage data
-pip3 install codecov
+python3 -m pip install codecov
 if [[ $MATRIX_DOCKER ]]; then
   coverage xml --ignore-errors
 else
diff --git a/Makefile b/Makefile
index 44ab2ef1c..74a6a5ab2 100644
--- a/Makefile
+++ b/Makefile
@@ -105,7 +105,7 @@ test:
 
 .PHONY: valgrind
 valgrind:
-	python3 -c "import pytest_valgrind" || pip3 install pytest-valgrind
+	python3 -c "import pytest_valgrind" || python3 -m pip install pytest-valgrind
 	PYTHONMALLOC=malloc valgrind --suppressions=Tests/oss-fuzz/python.supp --leak-check=no \
             --log-file=/tmp/valgrind-output \
             python3 -m pytest --no-memcheck -vv --valgrind --valgrind-log=/tmp/valgrind-output