diff --git a/.travis.yml b/.travis.yml
index d98c64a8..9eb8b6f4 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -15,6 +15,12 @@ rvm:
   - 2.4.3
   - 2.5.0
   - jruby-9.1.14.0
+before_install:
+  # Rubygems > 3.0.0 no longer supported rubies < 2.3
+  - gem install "rubygems-update:<3.0.0" --no-document && update_rubygems
+  # Bundler 2.0 is not supported by Rails < 5
+  - gem list -i bundler -v '>= 2.0.0' && rvm @global do gem uninstall bundler -x || true
+  - gem install bundler -v '< 2'
 env:
   global:
     - DB_USER=postgres