diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index 9cbcb195442c8495b8ad0288333e27ef709de7df..2e70e5abc8f820561b3a63263c5252473362c09a 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -6,9 +6,15 @@ image: ruby:2.4
 variables:
   JEKYLL_ENV: production
 
+# Cache gems in between builds
+cache:
+  paths:
+    - vendor/ruby
+
 before_script:
+- ruby -v                                   # Print out ruby version for debugging
 - gem install bundler -v '2.0.2'
-- bundle install
+- bundle install -j $(nproc) --path vendor
 
 test:
   stage: test