Skip to content

Commit c6d5146

Browse files
plemarquandplemarquand
committed
Mark some tests with known issues
1 parent 5077640 commit c6d5146

File tree

1 file changed

+110
-77
lines changed

1 file changed

+110
-77
lines changed

‎Tests/CommandsTests/TestCommandTests.swift‎

Lines changed: 110 additions & 77 deletions
Original file line numberDiff line numberDiff line change
@@ -1297,104 +1297,137 @@ struct TestCommandTests {
12971297
)
12981298
}
12991299

1300-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1300+
@Test(
1301+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1302+
arguments: SupportedBuildSystemOnAllPlatforms,
1303+
)
13011304
func debuggerFlagWithXCTestSuite(buildSystem: BuildSystemProvider.Kind) async throws {
1302-
let configuration = BuildConfiguration.debug
1303-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1304-
let (stdout, stderr) = try await execute(
1305-
["--debugger", "--disable-swift-testing", "--verbose"],
1306-
packagePath: fixturePath,
1307-
configuration: configuration,
1308-
buildSystem: buildSystem,
1309-
)
1305+
try await withKnownIssue(
1306+
"""
1307+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1308+
"""
1309+
) {
1310+
let configuration = BuildConfiguration.debug
1311+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1312+
let (stdout, stderr) = try await execute(
1313+
["--debugger", "--disable-swift-testing", "--verbose"],
1314+
packagePath: fixturePath,
1315+
configuration: configuration,
1316+
buildSystem: buildSystem,
1317+
)
13101318

1311-
#expect(
1312-
!stderr.contains("error: --debugger cannot be used with"),
1313-
"got stdout: \(stdout), stderr: \(stderr)",
1314-
)
1319+
#expect(
1320+
!stderr.contains("error: --debugger cannot be used with"),
1321+
"got stdout: \(stdout), stderr: \(stderr)",
1322+
)
13151323

1316-
#if os(macOS)
1317-
let targetName = "xctest"
1318-
#else
1319-
let targetName = buildSystem == .swiftbuild ? "test-runner" : "xctest"
1320-
#endif
1324+
#if os(macOS)
1325+
let targetName = "xctest"
1326+
#else
1327+
let targetName = buildSystem == .swiftbuild ? "test-runner" : "xctest"
1328+
#endif
13211329

1322-
#expect(
1323-
stdout.contains("target create") && stdout.contains(targetName),
1324-
"Expected LLDB to target xctest binary, got stdout: \(stdout), stderr: \(stderr)",
1325-
)
1330+
#expect(
1331+
stdout.contains("target create") && stdout.contains(targetName),
1332+
"Expected LLDB to target xctest binary, got stdout: \(stdout), stderr: \(stderr)",
1333+
)
13261334

1327-
#expect(
1328-
stdout.contains("failbreak breakpoint set"),
1329-
"Expected a failure breakpoint to be setup, got stdout: \(stdout), stderr: \(stderr)",
1330-
)
1335+
#expect(
1336+
stdout.contains("failbreak breakpoint set"),
1337+
"Expected a failure breakpoint to be setup, got stdout: \(stdout), stderr: \(stderr)",
1338+
)
1339+
}
1340+
} when: {
1341+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13311342
}
13321343
}
13331344

1334-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1345+
@Test(
1346+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1347+
arguments: SupportedBuildSystemOnAllPlatforms
1348+
)
13351349
func debuggerFlagWithSwiftTestingSuite(buildSystem: BuildSystemProvider.Kind) async throws {
1336-
let configuration = BuildConfiguration.debug
1337-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1338-
let (stdout, stderr) = try await execute(
1339-
["--debugger", "--disable-xctest", "--verbose"],
1340-
packagePath: fixturePath,
1341-
configuration: configuration,
1342-
buildSystem: buildSystem,
1343-
)
1350+
try await withKnownIssue(
1351+
"""
1352+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1353+
"""
1354+
) {
1355+
let configuration = BuildConfiguration.debug
1356+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1357+
let (stdout, stderr) = try await execute(
1358+
["--debugger", "--disable-xctest", "--verbose"],
1359+
packagePath: fixturePath,
1360+
configuration: configuration,
1361+
buildSystem: buildSystem,
1362+
)
13441363

1345-
#expect(
1346-
!stderr.contains("error: --debugger cannot be used with"),
1347-
"got stdout: \(stdout), stderr: \(stderr)",
1348-
)
1364+
#expect(
1365+
!stderr.contains("error: --debugger cannot be used with"),
1366+
"got stdout: \(stdout), stderr: \(stderr)",
1367+
)
13491368

1350-
#if os(macOS)
1351-
let targetName = "swiftpm-testing-helper"
1352-
#else
1353-
let targetName = "TestDebuggingTests-test-runner"
1354-
#endif
1369+
#if os(macOS)
1370+
let targetName = "swiftpm-testing-helper"
1371+
#else
1372+
let targetName = buildSystem == .native ? "TestDebuggingPackageTests.xctest" : "TestDebuggingTests-test-runner"
1373+
#endif
13551374

1356-
#expect(
1357-
stdout.contains("target create") && stdout.contains(targetName),
1358-
"Expected LLDB to target swiftpm-testing-helper binary, got stdout: \(stdout), stderr: \(stderr)",
1359-
)
1375+
#expect(
1376+
stdout.contains("target create") && stdout.contains(targetName),
1377+
"Expected LLDB to target swiftpm-testing-helper binary, got stdout: \(stdout), stderr: \(stderr)",
1378+
)
13601379

1361-
#expect(
1362-
stdout.contains("failbreak breakpoint set"),
1363-
"Expected Swift Testing failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1364-
)
1380+
#expect(
1381+
stdout.contains("failbreak breakpoint set"),
1382+
"Expected Swift Testing failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1383+
)
1384+
}
1385+
} when: {
1386+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13651387
}
13661388
}
13671389

1368-
@Test(arguments: SupportedBuildSystemOnAllPlatforms)
1390+
@Test(
1391+
.bug(id: 0, "SWBINTTODO: MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found"),
1392+
arguments: SupportedBuildSystemOnAllPlatforms
1393+
)
13691394
func debuggerFlagWithBothTestingSuites(buildSystem: BuildSystemProvider.Kind) async throws {
1370-
let configuration = BuildConfiguration.debug
1371-
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1372-
let (stdout, stderr) = try await execute(
1373-
["--debugger", "--verbose"],
1374-
packagePath: fixturePath,
1375-
configuration: configuration,
1376-
buildSystem: buildSystem,
1377-
)
1395+
try await withKnownIssue(
1396+
"""
1397+
MacOS: Could not find or use auto-linked library 'Testing': library 'Testing' not found
1398+
"""
1399+
) {
1400+
let configuration = BuildConfiguration.debug
1401+
try await fixture(name: "Miscellaneous/TestDebugging") { fixturePath in
1402+
let (stdout, stderr) = try await execute(
1403+
["--debugger", "--verbose"],
1404+
packagePath: fixturePath,
1405+
configuration: configuration,
1406+
buildSystem: buildSystem,
1407+
)
13781408

1379-
#expect(
1380-
!stderr.contains("error: --debugger cannot be used with"),
1381-
"got stdout: \(stdout), stderr: \(stderr)",
1382-
)
1409+
#expect(
1410+
!stderr.contains("error: --debugger cannot be used with"),
1411+
"got stdout: \(stdout), stderr: \(stderr)",
1412+
)
13831413

1384-
#expect(
1385-
stdout.contains("target create"),
1386-
"Expected LLDB to create targets, got stdout: \(stdout), stderr: \(stderr)",
1387-
)
1414+
#expect(
1415+
stdout.contains("target create"),
1416+
"Expected LLDB to create targets, got stdout: \(stdout), stderr: \(stderr)",
1417+
)
13881418

1389-
#expect(
1390-
getNumberOfMatches(of: "breakpoint set", in: stdout) == 2,
1391-
"Expected combined failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1392-
)
1419+
#expect(
1420+
getNumberOfMatches(of: "breakpoint set", in: stdout) == 2,
1421+
"Expected combined failure breakpoint setup, got stdout: \(stdout), stderr: \(stderr)",
1422+
)
13931423

1394-
#expect(
1395-
stdout.contains("command script import"),
1396-
"Expected Python script import for multi-target switching, got stdout: \(stdout), stderr: \(stderr)",
1397-
)
1424+
#expect(
1425+
stdout.contains("command script import"),
1426+
"Expected Python script import for multi-target switching, got stdout: \(stdout), stderr: \(stderr)",
1427+
)
1428+
}
1429+
} when: {
1430+
buildSystem == .swiftbuild && ProcessInfo.hostOperatingSystem == .macOS && CiEnvironment.runningInSelfHostedPipeline
13981431
}
13991432
}
14001433

0 commit comments

Comments
 (0)