[Date Prev][Date Next][Thread Prev][Thread Next][Date Index][Thread Index]
[PATCH v1 05/13] CI: enable XTF status codes
- To: xen-devel@xxxxxxxxxxxxxxxxxxxx
- From: dmukhin@xxxxxxxx
- Date: Wed, 4 Nov 2026 17:36:53 -0800
- Arc-authentication-results: i=1; mx.microsoft.com 1; spf=pass (sender ip is 148.163.138.245) smtp.rcpttodomain=lists.xenproject.org smtp.mailfrom=ford.com; dmarc=pass (p=reject sp=reject pct=100) action=none header.from=ford.com; dkim=pass (signature was verified) header.d=saarlouis.ford.com; dkim=pass (signature was verified) header.d=ford.com; arc=none (0)
- Arc-message-signature: i=1; a=rsa-sha256; c=relaxed/relaxed; d=microsoft.com; s=arcselector10001; h=From:Date:Subject:Message-ID:Content-Type:MIME-Version:X-MS-Exchange-AntiSpam-MessageData-ChunkCount:X-MS-Exchange-AntiSpam-MessageData-0:X-MS-Exchange-AntiSpam-MessageData-1; bh=jZyqy7ONjIuLvt0qadiSp89ZlsXU0AWfGQO1jBxQc+Y=; b=hXTRrDeYxOF4t3wZih/A5YuZjg4adsBdv7Srm2ZYTuSAcT+Cm4HdHuYjPOJvMNs8yi4Lnc+kP062+cQQea/6ZHN0Eqt4lb6PEdp6t6/sJC+aopOhmmFetaBqXyhGPE7A3uksEyohJBxaoqZRZ/qcm19JX7u8P3GcDe6+43OI0VIn6xdT3Gsb+fyxzA0JVvgsm/6ceFjSG17HxOMnHmKO0k10quoRie4jGNDGeSZNrZTDAcnZkCmLJ1rf3xPgAhCAxFKtbcsUgUN8yVs1+gTG+j+BZVf9luOEZWGrSW5aME64PHab9R2SXUE9lGSInd5IQhPL2dyd/8wYJ30XOJCgsw==
- Arc-seal: i=1; a=rsa-sha256; s=arcselector10001; d=microsoft.com; cv=none; b=rqHLr6ZpBxtmR4+o48Gl0VtuM1ZgIm9FazP75iA6EQ6dJLEa/2NXqg/AOg7g2pBoavO2XFl1wXptQr/CbejhXMbAdZZC7lMaM/bmgaiPo2Il7nxafZJVPBw17w4m6JUsD2TGmFrans/xdo76i4U7Qs2YvfjAldq7GigUAhOQvN6ryFbeTaUq9WSK/8CqxcbnW+IEhqTujBbm26hYJ+Kc7K4HcZ07c737CFfFW7jNmrkV4xQcCSd9Ll2MQTclpr7OGA8yKnOAO+tFyaLmdHg1IkxV6iGQdouinJ0BPNjVhvRm1J62CZkR4+sTZT/Zt/dR8z1VWUvLNRbm4beRLi3AQg==
- Authentication-results: eu.smtp.expurgate.cloud; dkim=pass header.s=ppford header.d=ford.com header.i="@ford.com" header.h="Cc:Content-Transfer-Encoding:Content-Type:Date:From:In-Reply-To:Message-ID:MIME-Version:References:Subject:To"; dkim=pass header.s=selector2-azureford-onmicrosoft-com header.d=azureford.onmicrosoft.com header.i="@azureford.onmicrosoft.com" header.h="From:Date:Subject:Message-ID:Content-Type:MIME-Version:X-MS-Exchange-SenderADCheck"; dkim=pass header.s=ppserprodsaar header.d=saarlouis.ford.com header.i="@saarlouis.ford.com" header.h="Cc:Content-Transfer-Encoding:Date:From:In-Reply-To:Message-ID:MIME-Version:References:Subject:To"; dkim=pass header.s=ppfserpocford header.d=ford.com header.i="@ford.com" header.h="Cc:Content-Transfer-Encoding:Date:From:In-Reply-To:Message-ID:MIME-Version:References:Subject:To"
- Cc: andrew.cooper3@xxxxxxxxxx, anthony.perard@xxxxxxxxxx, jbeulich@xxxxxxxx, julien@xxxxxxx, michal.orzel@xxxxxxx, roger@xxxxxxxxxxxxxx, sstabellini@xxxxxxxxxx, dmukhin@xxxxxxx, Denis Mukhin <dmukhin@xxxxxxxx>
- Delivery-date: Thu, 05 Nov 2026 01:37:28 +0000
- List-id: Xen developer discussion <xen-devel.lists.xenproject.org>
- Pser-m365-app: SER-APP
From: Denis Mukhin <dmukhin@xxxxxxxx>
Enable XTF status code parsing detection similarly to python
'xtf-runner' script (XTF repo) to allow fine-grained test report.
Signed-off-by: Denis Mukhin <dmukhin@xxxxxxxx>
---
automation/scripts/console.exp | 25 ++++++++++++++++++++-----
1 file changed, 20 insertions(+), 5 deletions(-)
diff --git a/automation/scripts/console.exp b/automation/scripts/console.exp
index e27886bbef23..55373f86e673 100755
--- a/automation/scripts/console.exp
+++ b/automation/scripts/console.exp
@@ -14,8 +14,9 @@
# - WAKEUP_CMD (optional): command to execute to wakeup the system 30s after
# seeing SUSPEND_MSG
# - LOG_MSG (optional): final console message to wait for
-# - PASSED: message to look for to consider test a success; if LOG_MSG is set,
+# - PASSED (optional): message to look for to consider test a success; if
LOG_MSG is set,
# both LOG_MSG and PASSED must appear (in any order) for test to succeed
+# - TEST_XTF (optional): distinguish XTF error codes
if {[info exists env(TEST_TIMEOUT_OVERRIDE)]} {
set timeout $env(TEST_TIMEOUT_OVERRIDE)
@@ -31,12 +32,24 @@ match_max 10000
eval spawn $env(TEST_CMD)
+if {[info exists env(TEST_XTF)]} {
+ expect_before {
+ -re {Test result: SUCCESS} { exit 0 }
+ -re {ERROR-EOF} { exit 2 }
+ -re {Test result: SKIP} { exit 3 }
+ -re {Neither HAP nor Shadow available} { exit 3 }
+ -re {Test result: ERROR} { exit 4 }
+ -re {Test result: FAILURE} { exit 5 }
+ -re { crashed } { exit 6 }
+ }
+}
+
expect_after {
-re "(.*)\r" {
exp_continue -continue_timer
}
timeout {send_error "\nERROR-Timeout!\n"; exit 1}
- eof {send_error "\nERROR-EOF!\n"; exit 1}
+ eof {send_error "\nERROR-EOF!\n"; exit 2}
}
if {[info exists env(UBOOT_CMD)]} {
@@ -71,9 +84,11 @@ if {[info exists env(LOG_MSG)]} {
}
}
-expect {
- -re "$env(PASSED)" {
- exit 0
+if {[info exists env(PASSED)]} {
+ expect {
+ -re "$env(PASSED)" {
+ exit 0
+ }
}
}
--
2.55.0
|