aboutsummaryrefslogtreecommitdiff
path: root/v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py
diff options
context:
space:
mode:
Diffstat (limited to 'v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py')
-rw-r--r--v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py46
1 files changed, 46 insertions, 0 deletions
diff --git a/v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py b/v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py
new file mode 100644
index 0000000..9275c3c
--- /dev/null
+++ b/v_windows/v/vlib/net/websocket/tests/autobahn/fuzzing_server/check_results.py
@@ -0,0 +1,46 @@
+import json
+
+nr_of_client_errs = 0
+nr_of_client_tests = 0
+
+nr_of_server_errs = 0
+nr_of_server_tests = 0
+
+with open("/reports/clients/index.json") as f:
+ data = json.load(f)
+
+ for i in data["v-client"]:
+ # Count errors
+ if (
+ data["v-client"][i]["behavior"] == "FAILED"
+ or data["v-client"][i]["behaviorClose"] == "FAILED"
+ ):
+ nr_of_client_errs = nr_of_client_errs + 1
+
+ nr_of_client_tests = nr_of_client_tests + 1
+
+with open("/reports/servers/index.json") as f:
+ data = json.load(f)
+
+ for i in data["AutobahnServer"]:
+ if (
+ data["AutobahnServer"][i]["behavior"] == "FAILED"
+ or data["AutobahnServer"][i]["behaviorClose"] == "FAILED"
+ ):
+ nr_of_server_errs = nr_of_server_errs + 1
+
+ nr_of_server_tests = nr_of_server_tests + 1
+
+if nr_of_client_errs > 0 or nr_of_server_errs > 0:
+ print(
+ "FAILED AUTOBAHN TESTS, CLIENT ERRORS {0}(of {1}), SERVER ERRORS {2}(of {3})".format(
+ nr_of_client_errs, nr_of_client_tests, nr_of_server_errs, nr_of_server_tests
+ )
+ )
+ exit(1)
+
+print(
+ "TEST SUCCESS!, CLIENT TESTS({0}), SERVER TESTS ({1})".format(
+ nr_of_client_tests, nr_of_server_tests
+ )
+)