From cf45b6ba193f0ee001de412312fa2df1bcbc6c8b Mon Sep 17 00:00:00 2001 From: Alex Gaynor Date: Sun, 2 Jun 2019 17:42:26 -0500 Subject: Run tests in random order to weed out issues --- .travis.yml | 5 +++++ tox.ini | 3 ++- 2 files changed, 7 insertions(+), 1 deletion(-) diff --git a/.travis.yml b/.travis.yml index 2c120d2..5c83f88 100644 --- a/.travis.yml +++ b/.travis.yml @@ -66,6 +66,11 @@ matrix: - python: "pypy3.5-5.10.1" env: TOXENV=pypy3-cryptographyMinimum + # Run tests in random order + - python: "2.7" + env: TOXENV=py27-randomorder + - python: "3.7" + env: TOXENV=py37-randomorder # Make sure we don't break Twisted or urllib3 - python: "2.7" diff --git a/tox.ini b/tox.ini index 8bef9e3..faecfbf 100644 --- a/tox.ini +++ b/tox.ini @@ -1,5 +1,5 @@ [tox] -envlist = {pypy,pypy3,py27,py34,py35,py36,py37}{,-cryptographyMaster,-cryptographyMinimum},py27-twistedMaster,pypi-readme,check-manifest,flake8,docs,coverage-report +envlist = {pypy,pypy3,py27,py34,py35,py36,py37}{,-cryptographyMaster,-cryptographyMinimum}{,-randomorder},py27-twistedMaster,pypi-readme,check-manifest,flake8,docs,coverage-report [testenv] whitelist_externals = @@ -11,6 +11,7 @@ deps = coverage>=4.2 cryptographyMaster: git+https://github.com/pyca/cryptography.git cryptographyMinimum: cryptography==2.3.0 + randomorder: pytest-randomly setenv = # Do not allow the executing environment to pollute the test environment # with extra packages. -- cgit v1.2.1