diff options
| author | Roger Meier <roger@apache.org> | 2015-04-11 13:12:35 +0200 |
|---|---|---|
| committer | Roger Meier <roger@apache.org> | 2015-04-11 13:15:13 +0200 |
| commit | bb23eadca16f18afaee8e7f69c02f3456358cc6b (patch) | |
| tree | b918c35a6ac7dc6a2e88f58f812262c1b54eefd1 | |
| parent | 86f7350f90c7432c9415cb43d003ff7e6385c258 (diff) | |
| download | thrift-bb23eadca16f18afaee8e7f69c02f3456358cc6b.tar.gz | |
THRIFT-2946 Enhance usability of cross test framework
introduce *make fail* to update known failures
| -rwxr-xr-x | Makefile.am | 6 | ||||
| -rwxr-xr-x | test/README.md | 4 | ||||
| -rw-r--r-- | test/known_failures_Linux.json | 18 |
3 files changed, 9 insertions, 19 deletions
diff --git a/Makefile.am b/Makefile.am index 65dfe9dbf..5b60c5f5c 100755 --- a/Makefile.am +++ b/Makefile.am @@ -44,7 +44,11 @@ precross: all precross-test precross-lib # TODO: generate --server and --client switches from "--with(out)-..." build flags cross: precross - python test/test.py -s + $(PYTHON) test/test.py -s + +fail: precross + $(PYTHON) test/test.py + $(PYTHON) test/test.py --update-expected-failures=overwrite codespell_skip_files = \ *.jar \ diff --git a/test/README.md b/test/README.md index ef874ac2a..91e4c26ae 100755 --- a/test/README.md +++ b/test/README.md @@ -101,6 +101,10 @@ after a full test run, then repeatedly test/test.py --skip-known-failures test/test.py --update-expected-failures=merge +to update the known failures, run + + make fail + ## Test executable specification ### Command line parameters diff --git a/test/known_failures_Linux.json b/test/known_failures_Linux.json index a83c11127..6ed201bce 100644 --- a/test/known_failures_Linux.json +++ b/test/known_failures_Linux.json @@ -1,21 +1,11 @@ [ - "c_glib-c_glib_binary_buffered-ip", - "c_glib-c_glib_binary_framed-ip", - "c_glib-cpp_binary_buffered-ip", - "c_glib-cpp_binary_framed-ip", "c_glib-csharp_binary_buffered-ip", "c_glib-csharp_binary_framed-ip", "c_glib-go_binary_buffered-ip", "c_glib-go_binary_framed-ip", - "c_glib-hs_binary_buffered-ip", "c_glib-hs_binary_framed-ip", - "c_glib-java_binary_buffered-ip", - "c_glib-java_binary_framed-fastframed-ip", - "c_glib-java_binary_framed-ip", "c_glib-nodejs_binary_buffered-ip", "c_glib-nodejs_binary_framed-ip", - "c_glib-perl_binary_buffered-ip", - "c_glib-php_binary_buffered-ip", "c_glib-php_binary_framed-ip", "c_glib-py_binary-accel_buffered-ip", "c_glib-py_binary-accel_framed-ip", @@ -27,7 +17,6 @@ "c_glib-rb_binary_framed-ip", "cpp-cpp_binary_http-domain", "cpp-cpp_binary_http-ip", - "cpp-cpp_compact_http-domain", "cpp-cpp_compact_http-ip", "cpp-cpp_json_http-domain", "cpp-cpp_json_http-ip", @@ -76,8 +65,6 @@ "cpp-java_compact_http-ip-ssl", "cpp-java_json_http-ip", "cpp-java_json_http-ip-ssl", - "cpp-nodejs_json_buffered-ip", - "cpp-nodejs_json_buffered-ip-ssl", "cpp-php_binary_framed-ip", "cpp-rb_binary-accel_buffered-ip", "cpp-rb_binary-accel_framed-ip", @@ -439,12 +426,7 @@ "nodejs-hs_json_framed-ip", "nodejs-hs_json_framed-ip-ssl", "nodejs-java_json_buffered-ip-ssl", - "nodejs-nodejs_json_buffered-ip-ssl", "nodejs-php_binary_framed-ip", - "nodejs-py_compact_buffered-ip", - "nodejs-py_compact_buffered-ip-ssl", - "nodejs-py_compact_framed-ip", - "nodejs-py_compact_framed-ip-ssl", "nodejs-py_json_buffered-ip", "nodejs-py_json_buffered-ip-ssl", "nodejs-py_json_framed-ip", |