run_ui_tests.sh

#!/bin/bash
set -euo pipefail

if [[ -n "${DESTINATION:-}" ]]; then
  TEST_DESTINATION="$DESTINATION"
elif [[ -n "${CI_DEVICE_UDID:-}" ]]; then
  TEST_DESTINATION="platform=iOS Simulator,id=$CI_DEVICE_UDID"
elif [[ -n "${CI_DESTINATION:-}" ]]; then
  TEST_DESTINATION="$CI_DESTINATION"
else
  TEST_DESTINATION="platform=iOS Simulator,name=iPhone 17 Pro"
fi
MODE="${1:-smoke}"

SMOKE_TESTS=(
  FeedAndSettingsUITests/testSmokeLaunchFeedAndSettings
  FeedAndSettingsUITests/testSmokeOpenCustomBrowserFromFeed
)

FULL_TESTS=(
  FeedAndSettingsUITests/testSmokeLaunchFeedAndSettings
  FeedAndSettingsUITests/testSmokeOpenCustomBrowserFromFeed
  FeedAndSettingsUITests/testSearchUsesMockedAlgoliaResults
  FeedAndSettingsUITests/testCategoryMenuUsesMockedFeeds
  FeedAndSettingsUITests/testLoginFailureAndSuccessUseMockedAuthentication
  BrowserCommentsUITests/testCustomBrowserExpandedCommentsBlockMediaAutoplay
  BrowserCommentsUITests/testCustomBrowserCollapsedCommentsRetainMediaAutoplay
  BrowserCommentsUITests/testCustomBrowserCommentsSheetCollapsedPreview
  BrowserCommentsUITests/testCustomBrowserExpandedCommentsChrome
  BrowserCommentsUITests/testCustomBrowserTitlePillTapCollapsesExpandedComments
  BrowserCommentsUITests/testCustomBrowserTitlePillDragCollapsesExpandedComments
  BrowserCommentsUITests/testCustomBrowserTopChromeDragCollapsesExpandedComments
  BrowserCommentsUITests/testCustomBrowserSheetContentDragCollapsesExpandedComments
  BrowserCommentsUITests/testCustomBrowserCollapsedHandleDragExpandsComments
  BrowserCommentsUITests/testCustomBrowserPreservesCommentScrollPositionAcrossCollapse
  BrowserCommentsUITests/testCustomBrowserCommentsReturnToTopAfterLongScroll
  BrowserCommentsUITests/testCustomBrowserLargeCommentListReturnsToTopAfterLongScroll
  BrowserCommentsUITests/testCustomBrowserLargeCommentBranchCollapsesAndExpands
  BrowserCommentsUITests/testCustomBrowserExpandedCommentPreservesScrollPosition
  NavigationAndCommentsUITests/testSystemBackSwipeFromCustomBrowserCollapsedComments
  NavigationAndCommentsUITests/testSystemBackSwipeFromCustomBrowserExpandedComments
  NavigationAndCommentsUITests/testSystemBackSwipeFromComments
  NavigationAndCommentsUITests/testOpenCommentsFromFeed
  NavigationAndCommentsUITests/testLaunchesDirectCommentsRoute
  NavigationAndCommentsUITests/testLaunchesDirectCollapsedStoryRoute
  NavigationAndCommentsUITests/testLaunchesDirectExpandedStoryRoute
  NavigationAndCommentsUITests/testNextCommentButtonStartsAtFirstCommentThenAdvances
  NavigationAndCommentsUITests/testCollapsingCommentKeepsRootContextAvailable
  NavigationAndCommentsUITests/testSwipingCommentRowCollapsesThread
)

FUNCTIONAL_TEST_SOURCES=(
  HackersUITests/HackersUITests.swift
  HackersUITests/BrowserCommentsUITests.swift
  HackersUITests/NavigationAndCommentsUITests.swift
)

case "$MODE" in
  smoke)
    SELECTED_TESTS=("${SMOKE_TESTS[@]}")
    ;;
  full|--full)
    MODE=full
    SELECTED_TESTS=("${FULL_TESTS[@]}")
    ;;
  *)
    echo "Unknown UI test mode: $MODE (expected smoke or full)" >&2
    exit 2
    ;;
esac

/usr/bin/python3 - "${FUNCTIONAL_TEST_SOURCES[@]}" -- "${FULL_TESTS[@]}" <<'PY'
import re
import sys

separator = sys.argv.index("--")
source_paths = sys.argv[1:separator]
manifest = sys.argv[separator + 1:]
discovered = []

for source_path in source_paths:
    source = open(source_path, encoding="utf-8").read()
    classes = re.findall(
        r"^final class ([A-Za-z0-9_]+): HackersUITestCase \{",
        source,
        re.MULTILINE,
    )
    if len(classes) != 1:
        raise SystemExit(f"Expected one functional UI test class in {source_path}, found {classes!r}")
    discovered.extend(
        f"{classes[0]}/{test_name}"
        for test_name in re.findall(r"^    func (test[A-Za-z0-9_]+)\(", source, re.MULTILINE)
    )

if len(manifest) != len(set(manifest)):
    raise SystemExit("Full UI test manifest contains duplicate test names")
if manifest != discovered:
    missing = [name for name in discovered if name not in manifest]
    stale = [name for name in manifest if name not in discovered]
    raise SystemExit(
        "Full UI test manifest does not match the functional UI test sources. "
        f"Missing: {missing!r}; stale: {stale!r}; "
        f"expected source order: {discovered!r}"
    )
PY

TEST_SELECTION=()
EXPECTED_IDENTIFIERS=()
for test_identifier in "${SELECTED_TESTS[@]}"; do
  TEST_SELECTION+=("-only-testing:HackersUITests/$test_identifier")
  EXPECTED_IDENTIFIERS+=("$test_identifier()")
done

RESULT_BUNDLE_PATH="${RESULT_BUNDLE_PATH:-artifacts/xcresults/Hackers-UITests.xcresult}"
rm -rf "$RESULT_BUNDLE_PATH"
mkdir -p "$(dirname "$RESULT_BUNDLE_PATH")"

COMMAND=(
  xcodebuild test
  -project Hackers.xcodeproj
  -scheme Hackers
  -destination "$TEST_DESTINATION"
  -resultBundlePath "$RESULT_BUNDLE_PATH"
)

COMMAND+=("${TEST_SELECTION[@]}")

"${COMMAND[@]}"

xcrun xcresulttool get test-results tests \
  --path "$RESULT_BUNDLE_PATH" \
  --compact | /usr/bin/python3 -c '
import json
import sys

mode = sys.argv[1]
expected = sys.argv[2:]
root = json.load(sys.stdin)
cases = []

def visit(node):
    if isinstance(node, dict):
        if node.get("nodeType") == "Test Case":
            cases.append(node)
        for value in node.values():
            visit(value)
    elif isinstance(node, list):
        for value in node:
            visit(value)

visit(root)
identifiers = [test.get("nodeIdentifier", test["name"]) for test in cases]
failures = [test["name"] for test in cases if test.get("result") != "Passed"]
if failures:
    raise SystemExit("UI test result bundle contains non-passing cases: {}".format(", ".join(failures)))

if len(identifiers) != len(set(identifiers)):
    raise SystemExit(f"{mode.capitalize()} result contains duplicate test cases: {identifiers!r}")
if sorted(identifiers) != sorted(expected):
    missing = sorted(set(expected) - set(identifiers))
    unexpected = sorted(set(identifiers) - set(expected))
    raise SystemExit(
        f"{mode.capitalize()} result mismatch. Missing: {missing!r}; "
        f"unexpected: {unexpected!r}; got: {identifiers!r}"
    )

print(f"Verified {len(identifiers)} {mode} UI test case(s) in the result bundle.")
' "$MODE" "${EXPECTED_IDENTIFIERS[@]}"