Module: tools
Branch: master
Commit: 596e9e291e5645767819a44921c586714dc4ecd1
URL: https://gitlab.winehq.org/winehq/tools/-/commit/596e9e291e5645767819a44921c…
Author: Francois Gouget <fgouget(a)codeweavers.com>
Date: Tue Sep 20 10:22:47 2022 +0200
testbot/reporttest: Test flaky failures.
---
testbot/src/reporttest/report.template | 10 +++++++++-
testbot/src/reporttest/report.testwtbs | 2 ++
2 files changed, 11 insertions(+), 1 deletion(-)
diff --git a/testbot/src/reporttest/report.template b/testbot/src/reporttest/report.template
index 8c726315..51d9869e 100644
--- a/testbot/src/reporttest/report.template
+++ b/testbot/src/reporttest/report.template
@@ -671,7 +671,15 @@ fontdlg.c:30: unhandled exception c0000005 in child process 3333
01bd:fontdlg: 10 tests executed (0 marked as todo, 0 as flaky, 0 as flaky, 6 failures), 0 skipped.
comdlg32:fontdlg:01bd done (6) in 0s
-stub comdlg32:itemdlg
+comdlg32:itemdlg start dlls/comdlg32/tests/itemdlg.c
+----- WTBS Flaky failures sampler
+----- A test unit with flaky failures
+----- Expected assessement: 2 flaky tests, 0 failure
+itemdlg.c:1: Test marked flaky: A regular test which fails sometimes
+itemdlg.c:2: Test succeeded inside flaky todo block: A todo which succeeds sometimes
+031c:itemdlg: 108 tests executed (0 marked as todo, 2 as flaky, 0 failure), 0 skipped.
+comdlg32:itemdlg:031c done (0) in 0s
+
stub comdlg32:printdlg
stub credui:credui
stub crypt32:base64
diff --git a/testbot/src/reporttest/report.testwtbs b/testbot/src/reporttest/report.testwtbs
index 64a5ca13..d7ed0ecd 100644
--- a/testbot/src/reporttest/report.testwtbs
+++ b/testbot/src/reporttest/report.testwtbs
@@ -77,6 +77,8 @@ n 0 fontdlg.c:10: unhandled exception c0000005 in child process 1111
n 0 01bd:fontdlg: unhandled exception c0000005 at 00003333
n 0 Unhandled exception: page fault on read access to 0x00000000 in 32-bit code (0x00003333).
n 0 fontdlg.c:30: unhandled exception c0000005 in child process 3333
+n 0 itemdlg.c:1: Test marked flaky: A regular test which fails sometimes
+n 0 itemdlg.c:2: Test succeeded inside flaky todo block: A todo which succeeds sometimes
g 0 tests.report.xmllite
n 0 writer.c:20: Test failed: A delayed failure, typically in a subprocess
Module: wine
Branch: master
Commit: c7b8da649d899ad90f6949b6d6bd96d0e760cdcd
URL: https://gitlab.winehq.org/wine/wine/-/commit/c7b8da649d899ad90f6949b6d6bd96…
Author: Hugh McMaster <hugh.mcmaster(a)outlook.com>
Date: Mon Oct 17 22:28:34 2022 +1100
kernel32/tests: Remove tests comparing expected output in certain functions.
The Windows versions of [Read|Write]ConsoleOutput[Attribute|Character]
appear to assign an uninitialized internal DWORD to the given pointer
address before returning.
As the functions fail (intentionally) in these tests, the value of the
DWORD is never set, so the tests end up comparing the expected value of
zero with random values.
This value of this test is very limited and is best removed.
Wine-Bug: https://bugs.winehq.org/show_bug.cgi?id=53686
---
dlls/kernel32/tests/console.c | 36 ------------------------------------
1 file changed, 36 deletions(-)
diff --git a/dlls/kernel32/tests/console.c b/dlls/kernel32/tests/console.c
index c145aa4cb59..9eabd887f2c 100644
--- a/dlls/kernel32/tests/console.c
+++ b/dlls/kernel32/tests/console.c
@@ -2347,12 +2347,6 @@ static void test_WriteConsoleOutputCharacterA(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].lpNumCharsWritten);
ok(!ret, "[%d] Expected WriteConsoleOutputCharacterA to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].lpNumCharsWritten)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());
@@ -2437,12 +2431,6 @@ static void test_WriteConsoleOutputCharacterW(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].lpNumCharsWritten);
ok(!ret, "[%d] Expected WriteConsoleOutputCharacterW to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].lpNumCharsWritten)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());
@@ -2527,12 +2515,6 @@ static void test_WriteConsoleOutputAttribute(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].lpNumAttrsWritten);
ok(!ret, "[%d] Expected WriteConsoleOutputAttribute to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].lpNumAttrsWritten)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());
@@ -2943,12 +2925,6 @@ static void test_ReadConsoleOutputCharacterA(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].read_count);
ok(!ret, "[%d] Expected ReadConsoleOutputCharacterA to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].read_count)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());
@@ -3033,12 +3009,6 @@ static void test_ReadConsoleOutputCharacterW(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].read_count);
ok(!ret, "[%d] Expected ReadConsoleOutputCharacterW to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].read_count)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());
@@ -3122,12 +3092,6 @@ static void test_ReadConsoleOutputAttribute(HANDLE output_handle)
invalid_table[i].coord,
invalid_table[i].read_count);
ok(!ret, "[%d] Expected ReadConsoleOutputAttribute to return FALSE, got %d\n", i, ret);
- if (invalid_table[i].read_count)
- {
- ok(count == invalid_table[i].expected_count,
- "[%d] Expected count to be %lu, got %lu\n",
- i, invalid_table[i].expected_count, count);
- }
ok(GetLastError() == invalid_table[i].last_error,
"[%d] Expected last error to be %lu, got %lu\n",
i, invalid_table[i].last_error, GetLastError());