diff --git a/.travis.yml b/.travis.yml
index 3e9938a..bfc6c0b 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -7,7 +7,7 @@ sudo: false
 cache: pip
 
 before_install:
-- pip install --upgrade flit
+- pip install --upgrade pip flit
 
 .mixtures:
 - &run-if-tagged
diff --git a/cherry_picker/pyproject.toml b/cherry_picker/pyproject.toml
index c58dee3..331a980 100644
--- a/cherry_picker/pyproject.toml
+++ b/cherry_picker/pyproject.toml
@@ -10,7 +10,6 @@ maintainer = "Python Core Developers"
 maintainer-email = "core-workflow@python.org"
 home-page = "https://github.com/python/core-workflow/tree/master/cherry_picker"
 requires = ["click>=6.0", "gidgethub", "requests", "toml"]
-dev-requires = ["pytest~=3.0.7"]
 description-file = "readme.rst"
 classifiers = ["Programming Language :: Python :: 3.6", "Intended Audience :: Developers", "License :: OSI Approved :: Apache Software License"]
 requires-python = ">=3.6"
@@ -18,3 +17,6 @@ requires-python = ">=3.6"
 
 [tool.flit.scripts]
 cherry_picker = "cherry_picker.cherry_picker:cherry_pick_cli"
+
+[tool.flit.metadata.requires-extra]
+test = ["pytest"]