diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index acc1e38c402b6c26a6cb70a8a66b94e44d56263e..b9c2d78dca1a7efde51667d4e9446ce851ea454a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -5,9 +5,6 @@ cache:
         - .tox
 
 before_script:
-    # Setup locale
-    - export LC_ALL=en_US.utf-8
-    - export LANG=en_US.utf-8
     # Install pyenv
     - apt-get update
     - apt-get install -y make build-essential libssl-dev zlib1g-dev libbz2-dev libreadline-dev libsqlite3-dev wget curl llvm libncurses5-dev libncursesw5-dev xz-utils tk-dev
@@ -16,8 +13,9 @@ before_script:
     - export PATH="$PYENV_ROOT/bin:$PATH"
     - eval "$(pyenv init -)"
     # Install tox
-    - pip install tox
+    - pyenv install 3.6 3.7
 
 tests:
     script:
+        - pip install tox
         - tox