diff --git a/.travis.yml b/.travis.yml
index c00b6cdc99bf44d9157088c0f1a3dfa5f9301bcb..a813c5e37d4035db917e60f1d86f7f90675b0d70 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -7,6 +7,7 @@ python:
   - "3.7"
 
 env: CUDA=10.1.105-1 CUDA_SHORT=10.1 UBUNTU_VERSION=ubuntu1804
+cache: pip
 
 # Ref to CUDA installation in Travis: https://github.com/jeremad/cuda-travis
 before_install:
@@ -27,10 +28,12 @@ install:
   - pip install -r requirements.txt
   - pip install -r tests/requirements.txt
 
-script:
+before_script:
   - flake8 .
   - isort -rc --check-only --diff mmdet/ tools/ tests/
   - yapf -r -d --style .style.yapf mmdet/ tools/ tests/
+
+script:
   - python setup.py check -m -s
   - python setup.py build_ext --inplace
   - coverage run --source mmdet -m py.test -v --xdoctest-modules tests mmdet