diff --git a/.travis.yml b/.travis.yml
index 110e5d5..ea58308 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -62,11 +62,8 @@ env:
 
 before_install:
   # Use default PostgreSQL 11 port
-  - sudo sed -i 's/port = 54../port = 5432/' /etc/postgresql/11/main/postgresql.conf
-  - sudo cp /etc/postgresql/{10,11}/main/pg_hba.conf
-
-  - sudo sed -i 's/port = 54../port = 5432/' /etc/postgresql/12/main/postgresql.conf
-  - sudo cp /etc/postgresql/{10,12}/main/pg_hba.conf
+  - sudo sed -i 's/port = 54../port = 5432/' /etc/postgresql/$PG/main/postgresql.conf
+  - sudo cp /etc/postgresql/{9.6,$PG}/main/pg_hba.conf
 
   # Start PostgreSQL version we need
   - sudo systemctl stop postgresql