diff options
| author | Ned Batchelder <ned@nedbatchelder.com> | 2023-01-06 14:12:56 -0500 |
|---|---|---|
| committer | Ned Batchelder <ned@nedbatchelder.com> | 2023-01-07 15:40:03 -0500 |
| commit | 2fa45d693de8861fcf84ee9cec85d6ab46203ac6 (patch) | |
| tree | 01e10507676ff85c9203e235b0cfb2c080aca02f /lab | |
| parent | 4d6ac8bb1714f9f7a655f64ed31e33e134fc961f (diff) | |
| download | python-coveragepy-git-2fa45d693de8861fcf84ee9cec85d6ab46203ac6.tar.gz | |
refactor(benchmark): move benchmark.py to its own directory
Diffstat (limited to 'lab')
| -rw-r--r-- | lab/benchmark/benchmark.py (renamed from lab/benchmark.py) | 57 | ||||
| -rw-r--r-- | lab/benchmark/empty.py | 29 | ||||
| -rw-r--r-- | lab/benchmark/run.py | 54 |
3 files changed, 83 insertions, 57 deletions
diff --git a/lab/benchmark.py b/lab/benchmark/benchmark.py index 06c135d2..af0e33cf 100644 --- a/lab/benchmark.py +++ b/lab/benchmark/benchmark.py @@ -582,60 +582,3 @@ def run_experiment( ) exp.run(num_runs=int(sys.argv[1])) exp.show_results(rows=rows, column=column, ratios=ratios) - - -if 0: - run_experiment( - py_versions=[ - # Python(3, 11), - AdHocPython("/usr/local/cpython/v3.10.5", "v3.10.5"), - AdHocPython("/usr/local/cpython/v3.11.0b3", "v3.11.0b3"), - AdHocPython("/usr/local/cpython/94231", "94231"), - ], - cov_versions=[ - Coverage("6.4.1", "coverage==6.4.1"), - ], - projects=[ - AdHocProject("/src/bugs/bug1339/bug1339.py"), - SlipcoverBenchmark("bm_sudoku.py"), - SlipcoverBenchmark("bm_spectral_norm.py"), - ], - rows=["cov", "proj"], - column="pyver", - ratios=[ - ("3.11b3 vs 3.10", "v3.11.0b3", "v3.10.5"), - ("94231 vs 3.10", "94231", "v3.10.5"), - ], - ) - - -if 1: - run_experiment( - py_versions=[ - Python(3, 9), - Python(3, 11), - ], - cov_versions=[ - Coverage("701", "coverage==7.0.1"), - Coverage( - "701.dynctx", "coverage==7.0.1", [("dynamic_context", "test_function")] - ), - Coverage("702", "coverage==7.0.2"), - Coverage( - "702.dynctx", "coverage==7.0.2", [("dynamic_context", "test_function")] - ), - ], - projects=[ - # EmptyProject("empty", [1.2, 3.4]), - # EmptyProject("dummy", [6.9, 7.1]), - # ProjectDateutil(), - ProjectAttrs(), - ], - rows=["proj", "pyver"], - column="cov", - ratios=[ - (".2 vs .1", "702", "701"), - (".1 dynctx cost", "701.dynctx", "701"), - (".2 dynctx cost", "702.dynctx", "702"), - ], - ) diff --git a/lab/benchmark/empty.py b/lab/benchmark/empty.py new file mode 100644 index 00000000..ca457997 --- /dev/null +++ b/lab/benchmark/empty.py @@ -0,0 +1,29 @@ +from benchmark import * + +run_experiment( + py_versions=[ + Python(3, 9), + Python(3, 11), + ], + cov_versions=[ + Coverage("701", "coverage==7.0.1"), + Coverage( + "701.dynctx", "coverage==7.0.1", [("dynamic_context", "test_function")] + ), + Coverage("702", "coverage==7.0.2"), + Coverage( + "702.dynctx", "coverage==7.0.2", [("dynamic_context", "test_function")] + ), + ], + projects=[ + EmptyProject("empty", [1.2, 3.4]), + EmptyProject("dummy", [6.9, 7.1]), + ], + rows=["proj", "pyver"], + column="cov", + ratios=[ + (".2 vs .1", "702", "701"), + (".1 dynctx cost", "701.dynctx", "701"), + (".2 dynctx cost", "702.dynctx", "702"), + ], +) diff --git a/lab/benchmark/run.py b/lab/benchmark/run.py new file mode 100644 index 00000000..97f2a779 --- /dev/null +++ b/lab/benchmark/run.py @@ -0,0 +1,54 @@ +from benchmark import * + +if 0: + run_experiment( + py_versions=[ + # Python(3, 11), + AdHocPython("/usr/local/cpython/v3.10.5", "v3.10.5"), + AdHocPython("/usr/local/cpython/v3.11.0b3", "v3.11.0b3"), + AdHocPython("/usr/local/cpython/94231", "94231"), + ], + cov_versions=[ + Coverage("6.4.1", "coverage==6.4.1"), + ], + projects=[ + AdHocProject("/src/bugs/bug1339/bug1339.py"), + SlipcoverBenchmark("bm_sudoku.py"), + SlipcoverBenchmark("bm_spectral_norm.py"), + ], + rows=["cov", "proj"], + column="pyver", + ratios=[ + ("3.11b3 vs 3.10", "v3.11.0b3", "v3.10.5"), + ("94231 vs 3.10", "94231", "v3.10.5"), + ], + ) + + +if 1: + run_experiment( + py_versions=[ + Python(3, 9), + Python(3, 11), + ], + cov_versions=[ + Coverage("701", "coverage==7.0.1"), + Coverage( + "701.dynctx", "coverage==7.0.1", [("dynamic_context", "test_function")] + ), + Coverage("702", "coverage==7.0.2"), + Coverage( + "702.dynctx", "coverage==7.0.2", [("dynamic_context", "test_function")] + ), + ], + projects=[ + ProjectAttrs(), + ], + rows=["proj", "pyver"], + column="cov", + ratios=[ + (".2 vs .1", "702", "701"), + (".1 dynctx cost", "701.dynctx", "701"), + (".2 dynctx cost", "702.dynctx", "702"), + ], + ) |