Run tests in random order to weed out issues (pyca#842)

pablosole · Jun 3, 2019 · 1265b06 · 1265b06
1 parent 8fd7c15
commit 1265b06
Show file tree

Hide file tree

Showing 2 changed files with 7 additions and 1 deletion.
diff --git a/.travis.yml b/.travis.yml
@@ -66,6 +66,11 @@ matrix:
   - python: "pypy3.5-5.10.1"
     env: TOXENV=pypy3-cryptographyMinimum
 
+  # Run tests in random order
+  - python: "2.7"
+    env: TOXENV=py27-randomorder
+  - python: "3.7"
+    env: TOXENV=py37-randomorder
 
   # Make sure we don't break Twisted or urllib3
   - python: "2.7"

diff --git a/tox.ini b/tox.ini
@@ -1,5 +1,5 @@
 [tox]
-envlist = {pypy,pypy3,py27,py34,py35,py36,py37}{,-cryptographyMaster,-cryptographyMinimum},py27-twistedMaster,pypi-readme,check-manifest,flake8,docs,coverage-report
+envlist = {pypy,pypy3,py27,py34,py35,py36,py37}{,-cryptographyMaster,-cryptographyMinimum}{,-randomorder},py27-twistedMaster,pypi-readme,check-manifest,flake8,docs,coverage-report
 
 [testenv]
 whitelist_externals =
@@ -11,6 +11,7 @@ deps =
     coverage>=4.2
     cryptographyMaster: git+https://github.com/pyca/cryptography.git
     cryptographyMinimum: cryptography==2.3.0
+    randomorder: pytest-randomly
 setenv =
     # Do not allow the executing environment to pollute the test environment
     # with extra packages.