Module: tools
Branch: master
Commit: 89b823e57ff23eaedc67a969addd560f617176ef
URL: https://gitlab.winehq.org/winehq/tools/-/commit/89b823e57ff23eaedc67a969add…
Author: Francois Gouget <fgouget(a)codeweavers.com>
Date: Thu Sep 15 17:37:28 2022 +0200
testbot/LogUtils: Add support for flaky lines in report comparisons.
Otherwise a simple line number change will prevent a flaky error from
matching a previous instance.
---
testbot/lib/WineTestBot/LogUtils.pm | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/testbot/lib/WineTestBot/LogUtils.pm b/testbot/lib/WineTestBot/LogUtils.pm
index ad708daf..7780d1c8 100644
--- a/testbot/lib/WineTestBot/LogUtils.pm
+++ b/testbot/lib/WineTestBot/LogUtils.pm
@@ -1206,7 +1206,7 @@ sub _GetLineKey($)
$Line =~ s/ +$//;
# Remove the line number
- $Line =~ s/^([_a-z0-9]+\.c:)\d+:[0-9.]*( Test (?:failed|succeeded inside todo block):)/$1$2/
+ $Line =~ s/^([_a-z0-9]+\.c:)\d+:[0-9.]*( Test (?:failed|marked flaky|succeeded inside (?:flaky )?todo block):)/$1$2/
or $Line =~ s/^([._a-zA-Z0-9-]+:)\d+(: recipe for target )/$1$2/
# Remove the crash code address: it changes whenever the test is recompiled
Module: tools
Branch: master
Commit: ca13ddef375ff236d3914770311df1698eeb51df
URL: https://gitlab.winehq.org/winehq/tools/-/commit/ca13ddef375ff236d3914770311…
Author: Francois Gouget <fgouget(a)codeweavers.com>
Date: Sun Oct 2 18:02:53 2022 +0200
testbot: Only test complete patchsets.
This avoids having multiple comments in case an early GitLab merge
request commit introduces new failures.
---
testbot/lib/WineTestBot/Config.pm | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/testbot/lib/WineTestBot/Config.pm b/testbot/lib/WineTestBot/Config.pm
index d1a24288..fccfba9c 100644
--- a/testbot/lib/WineTestBot/Config.pm
+++ b/testbot/lib/WineTestBot/Config.pm
@@ -116,7 +116,7 @@ $MaxTaskTries = 3;
# Set to true if the combined patchset should be tested all at once
# instead of testing the individual parts one by one.
-$OnlyCompletePatchSets = undef;
+$OnlyCompletePatchSets = 1;
# Build configure timeout (in seconds)
$ReconfigBuildTimeout = 60;
Module: tools
Branch: master
Commit: 05f25bd2342c0811927720f1e5d14e034dae525c
URL: https://gitlab.winehq.org/winehq/tools/-/commit/05f25bd2342c0811927720f1e5d…
Author: Francois Gouget <fgouget(a)codeweavers.com>
Date: Sun Oct 2 17:54:48 2022 +0200
testbot: Add an option to test patchsets in one go.
With this option a single result message is sent for the full patchset.
This may mean missing issues fixed in later parts but avoids multiple
reports in case an early part introduces new failures.
---
testbot/lib/WineTestBot/Config.pm | 8 ++++++--
testbot/lib/WineTestBot/PendingPatchSets.pm | 14 +++++++++++++-
2 files changed, 19 insertions(+), 3 deletions(-)
diff --git a/testbot/lib/WineTestBot/Config.pm b/testbot/lib/WineTestBot/Config.pm
index e0947b65..d1a24288 100644
--- a/testbot/lib/WineTestBot/Config.pm
+++ b/testbot/lib/WineTestBot/Config.pm
@@ -30,7 +30,7 @@ use vars qw (@ISA @EXPORT @EXPORT_OK $UseSSL $LogDir $DataDir $BinDir
$MaxRevertsWhileRunningVMs $MaxActiveVMs $MaxRunningVMs
$MaxVMsWhenIdle $WaitForBoot $SleepAfterBoot $SleepAfterRevert
$VMToolTimeout $WaitForShutdown $MaxVMErrors $MaxTaskTries
- $AdminEMail $RobotEMail
+ $OnlyCompletePatchSets $AdminEMail $RobotEMail
$WinePatchToOverride $WinePatchCc $WineBugUrl
$ReconfigBuildTimeout $ExeBuildTimeout $ExeModuleTimeout
$WineBuildTimeout $WineModuleTimeout $TimeoutMargin
@@ -47,7 +47,7 @@ require Exporter;
$MaxRevertingVMs $MaxRevertsWhileRunningVMs $MaxActiveVMs
$MaxRunningVMs $MaxVMsWhenIdle $WaitForBoot $SleepAfterBoot
$SleepAfterRevert $VMToolTimeout $WaitForShutdown
- $MaxVMErrors $MaxTaskTries $AdminEMail
+ $MaxVMErrors $MaxTaskTries $OnlyCompletePatchSets $AdminEMail
$RobotEMail $WinePatchToOverride $WinePatchCc $WineBugUrl
$ReconfigBuildTimeout $ExeBuildTimeout $ExeModuleTimeout
$WineBuildTimeout $WineModuleTimeout $TimeoutMargin
@@ -114,6 +114,10 @@ $MaxVMErrors = 3;
# How many times to run a test that fails before giving up.
$MaxTaskTries = 3;
+# Set to true if the combined patchset should be tested all at once
+# instead of testing the individual parts one by one.
+$OnlyCompletePatchSets = undef;
+
# Build configure timeout (in seconds)
$ReconfigBuildTimeout = 60;
diff --git a/testbot/lib/WineTestBot/PendingPatchSets.pm b/testbot/lib/WineTestBot/PendingPatchSets.pm
index 51a1d134..070a71df 100644
--- a/testbot/lib/WineTestBot/PendingPatchSets.pm
+++ b/testbot/lib/WineTestBot/PendingPatchSets.pm
@@ -104,6 +104,13 @@ sub SubmitSubset($$$)
{
my ($self, $MaxPart, $FinalPatch) = @_;
+ if ($OnlyCompletePatchSets and $MaxPart < $self->TotalParts)
+ {
+ # Skip over the intermediate patches to instead
+ # test the full patchset at once it is complete.
+ return undef;
+ }
+
my ($CombinedFile, $CombinedFileName) = OpenNewFile("$DataDir/staging", "_patchset.diff");
return "Could not create a combined patch file: $!" if (!$CombinedFile);
@@ -117,8 +124,13 @@ sub SubmitSubset($$$)
last;
}
- if ($PartNo == $MaxPart and $PartNo > 1)
+ if ($OnlyCompletePatchSets)
+ {
+ ; # Intermediate parts were not tested so everything must be tested now
+ }
+ elsif ($PartNo == $MaxPart and $PartNo > 1)
{
+ # Everything up to the last part separator has already been tested
print $CombinedFile LastPartSeparator();
}
if (open(my $PartFile, "<" , "$DataDir/patches/" . $Part->Patch->Id))
Module: tools
Branch: master
Commit: 562784083371bb2ef3e59ccfb98aba43c8afbd35
URL: https://gitlab.winehq.org/winehq/tools/-/commit/562784083371bb2ef3e59ccfb98…
Author: Francois Gouget <fgouget(a)codeweavers.com>
Date: Sun Oct 2 17:15:27 2022 +0200
testbot: Allow two VMs to be active at the same time.
An active VM is one that is either idle, running tests or reverting.
---
testbot/lib/WineTestBot/Config.pm | 6 +++---
1 file changed, 3 insertions(+), 3 deletions(-)
diff --git a/testbot/lib/WineTestBot/Config.pm b/testbot/lib/WineTestBot/Config.pm
index 6f57995e..e0947b65 100644
--- a/testbot/lib/WineTestBot/Config.pm
+++ b/testbot/lib/WineTestBot/Config.pm
@@ -88,10 +88,10 @@ sub PrependPaths(@)
$WineBugUrl = "https://bugs.winehq.org/show_bug.cgi?id=";
# See the ScheduleOnHost() documentation in lib/WineTestBot/Jobs.pm
-$MaxRevertingVMs = 1;
-$MaxRevertsWhileRunningVMs = 0;
+$MaxRevertingVMs = 2;
+$MaxRevertsWhileRunningVMs = 1;
$MaxActiveVMs = 2;
-$MaxRunningVMs = 1;
+$MaxRunningVMs = 2;
$MaxVMsWhenIdle = undef;
# How long to attempt to connect to the TestAgent while the VM is booting.