diff --git a/.travis-workarounds.sh b/.travis-workarounds.sh
new file mode 100755
index 000000000..3f7727376
--- /dev/null
+++ b/.travis-workarounds.sh
@@ -0,0 +1,12 @@
+#!/bin/bash
+set -e
+set -x
+
+if [[ "${TOXENV}" == "pypy" ]]; then
+    sudo add-apt-repository -y ppa:pypy/ppa
+    sudo apt-get -qy update
+    sudo apt-get install -y pypy pypy-dev
+    # This is required because we need to get rid of the Travis installed PyPy
+    # or it'll take precedence over the PPA installed one.
+    sudo rm -rf /usr/local/pypy/bin
+fi
diff --git a/.travis.yml b/.travis.yml
index 4bd31adbd..367a56280 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -9,7 +9,8 @@ matrix:
   allow_failures:
   - env: TOXENV=pypy
 install:
-  - pip install -M tox
+- ./.travis-workarounds.sh
+- pip install tox
 script: tox
 notifications:
   irc: