455 lines
16 KiB
Swift
455 lines
16 KiB
Swift
|
//
|
||
|
// MastodonUISnapshotTests.swift
|
||
|
// MastodonUITests
|
||
|
//
|
||
|
// Created by MainasuK on 2022-3-2.
|
||
|
//
|
||
|
|
||
|
import XCTest
|
||
|
|
||
|
extension UInt64 {
|
||
|
static let second: UInt64 = 1_000_000_000
|
||
|
}
|
||
|
|
||
|
@MainActor
|
||
|
class MastodonUISnapshotTests: XCTestCase {
|
||
|
|
||
|
override func setUpWithError() throws {
|
||
|
// Put setup code here. This method is called before the invocation of each test method in the class.
|
||
|
}
|
||
|
|
||
|
override func tearDownWithError() throws {
|
||
|
// Put teardown code here. This method is called after the invocation of each test method in the class.
|
||
|
}
|
||
|
|
||
|
override class func tearDown() {
|
||
|
super.tearDown()
|
||
|
let app = XCUIApplication()
|
||
|
print(app.debugDescription)
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSmoke() async throws {
|
||
|
// This is an example of a functional test case.
|
||
|
// Use XCTAssert and related functions to verify your tests produce the correct results.
|
||
|
// Any test you write for XCTest can be annotated as throws and async.
|
||
|
// Mark your test throws to produce an unexpected failure when your test encounters an uncaught error.
|
||
|
// Mark your test async to allow awaiting for asynchronous code to complete. Check the results with assertions afterwards.
|
||
|
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func takeSnapshot(name: String) {
|
||
|
let snapshot = XCUIScreen.main.screenshot()
|
||
|
let attachment = XCTAttachment(
|
||
|
uniformTypeIdentifier: "public.png",
|
||
|
name: "\(name).\(UIDevice.current.name).png",
|
||
|
payload: snapshot.pngRepresentation,
|
||
|
userInfo: nil
|
||
|
)
|
||
|
attachment.lifetime = .keepAlways
|
||
|
add(attachment)
|
||
|
}
|
||
|
|
||
|
// make tab display by tap it
|
||
|
private func tapTab(app: XCUIApplication, tab: String) {
|
||
|
let searchTab = app.tabBars.buttons[tab]
|
||
|
if searchTab.exists { searchTab.tap() }
|
||
|
|
||
|
let searchCell = app.collectionViews.cells[tab]
|
||
|
if searchCell.exists { searchCell.tap() }
|
||
|
}
|
||
|
|
||
|
private func showTitleButtonMenu(app: XCUIApplication) async throws {
|
||
|
let titleButton = app.navigationBars.buttons["TitleButton"].firstMatch
|
||
|
XCTAssert(titleButton.waitForExistence(timeout: 5))
|
||
|
titleButton.press(forDuration: 1.0)
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
}
|
||
|
|
||
|
private func snapshot(
|
||
|
name: String,
|
||
|
count: Int = 3,
|
||
|
task: (_ app: XCUIApplication) async throws -> Void
|
||
|
) async rethrows {
|
||
|
var app = XCUIApplication()
|
||
|
|
||
|
// pass -1 to debug test case
|
||
|
guard count >= 0 else {
|
||
|
app.launch()
|
||
|
try await task(app)
|
||
|
takeSnapshot(name: name)
|
||
|
return
|
||
|
}
|
||
|
|
||
|
// Light Mode
|
||
|
for index in 0..<count {
|
||
|
app.launch()
|
||
|
try await task(app)
|
||
|
|
||
|
let name = "\(name).light.\(index+1)"
|
||
|
takeSnapshot(name: name)
|
||
|
}
|
||
|
|
||
|
// Dark Mode
|
||
|
app = XCUIApplication()
|
||
|
app.launchArguments.append("UIUserInterfaceStyleForceDark")
|
||
|
for index in 0..<count {
|
||
|
app.launch()
|
||
|
try await task(app)
|
||
|
|
||
|
let name = "\(name).dark.\(index+1)"
|
||
|
takeSnapshot(name: name)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: - Home
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotHome() async throws {
|
||
|
try await snapshot(name: "Home") { app in
|
||
|
tapTab(app: app, tab: "Home")
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: - Thread
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotThread() async throws {
|
||
|
try await snapshot(name: "Thread") { app in
|
||
|
let threadID = ProcessInfo.processInfo.environment["thread_id"]!
|
||
|
try await coordinateToThread(app: app, id: threadID)
|
||
|
try await Task.sleep(nanoseconds: .second * 5)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// use debug entry goto thread scene by thread ID
|
||
|
// assert the thread ID is valid for current sign in user server
|
||
|
private func coordinateToThread(app: XCUIApplication, id: String) async throws {
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
try await showTitleButtonMenu(app: app)
|
||
|
|
||
|
let showMenu = app.collectionViews.buttons["Show…"].firstMatch
|
||
|
XCTAssert(showMenu.waitForExistence(timeout: 3))
|
||
|
showMenu.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let threadAction = app.collectionViews.buttons["Thread"].firstMatch
|
||
|
XCTAssert(threadAction.waitForExistence(timeout: 3))
|
||
|
threadAction.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let textField = app.alerts.textFields.firstMatch
|
||
|
XCTAssert(textField.waitForExistence(timeout: 3))
|
||
|
textField.typeText(id)
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let showAction = app.alerts.buttons["Show"].firstMatch
|
||
|
XCTAssert(showAction.waitForExistence(timeout: 3))
|
||
|
showAction.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: - Profile
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotProfile() async throws {
|
||
|
try await snapshot(name: "Profile") { app in
|
||
|
let profileID = ProcessInfo.processInfo.environment["profile_id"]!
|
||
|
try await coordinateToProfile(app: app, id: profileID)
|
||
|
try await Task.sleep(nanoseconds: .second * 5)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
// use debug entry goto thread scene by profile ID
|
||
|
// assert the profile ID is valid for current sign in user server
|
||
|
private func coordinateToProfile(app: XCUIApplication, id: String) async throws {
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
try await showTitleButtonMenu(app: app)
|
||
|
|
||
|
let showMenu = app.collectionViews.buttons["Show…"].firstMatch
|
||
|
XCTAssert(showMenu.waitForExistence(timeout: 3))
|
||
|
showMenu.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let profileAction = app.collectionViews.buttons["Profile"].firstMatch
|
||
|
XCTAssert(profileAction.waitForExistence(timeout: 3))
|
||
|
profileAction.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let textField = app.alerts.textFields.firstMatch
|
||
|
XCTAssert(textField.waitForExistence(timeout: 3))
|
||
|
textField.typeText(id)
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let showAction = app.alerts.buttons["Show"].firstMatch
|
||
|
XCTAssert(showAction.waitForExistence(timeout: 3))
|
||
|
showAction.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
|
||
|
// MARK: - Server Rules
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotServerRules() async throws {
|
||
|
try await snapshot(name: "ServerRules") { app in
|
||
|
let domain = "mastodon.social"
|
||
|
try await coordinateToOnboarding(app: app, page: .serverRules(domain: domain))
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: - Search
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotSearch() async throws {
|
||
|
try await snapshot(name: "ServerRules") { app in
|
||
|
tapTab(app: app, tab: "Search")
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: - Compose
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
func testSnapshotCompose() async throws {
|
||
|
try await snapshot(name: "Compose") { app in
|
||
|
// open Compose scene
|
||
|
let composeBarButtonItem = app.navigationBars.buttons["Compose"].firstMatch
|
||
|
let composeCollectionViewCell = app.collectionViews.cells["Compose"]
|
||
|
if composeBarButtonItem.waitForExistence(timeout: 5) {
|
||
|
composeBarButtonItem.tap()
|
||
|
} else if composeCollectionViewCell.waitForExistence(timeout: 5) {
|
||
|
composeCollectionViewCell.tap()
|
||
|
} else {
|
||
|
XCTFail()
|
||
|
}
|
||
|
|
||
|
// type text
|
||
|
let textView = app.textViews.firstMatch
|
||
|
XCTAssert(textView.waitForExistence(timeout: 5))
|
||
|
textView.tap()
|
||
|
textView.typeText("Look at that view! #Athens ")
|
||
|
|
||
|
// tap Add Attachment toolbar button
|
||
|
let addAttachmentButton = app.buttons["Add Attachment"].firstMatch
|
||
|
XCTAssert(addAttachmentButton.waitForExistence(timeout: 5))
|
||
|
addAttachmentButton.tap()
|
||
|
|
||
|
// tap Browse menu action to add stub image
|
||
|
let browseButton = app.buttons["Browse"].firstMatch
|
||
|
XCTAssert(browseButton.waitForExistence(timeout: 5))
|
||
|
browseButton.tap()
|
||
|
|
||
|
try await Task.sleep(nanoseconds: .second * 10)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
}
|
||
|
|
||
|
// MARK: Sign in
|
||
|
extension MastodonUISnapshotTests {
|
||
|
|
||
|
// Please check the Documentation/Snapshot.md and run this test case in the command line
|
||
|
func testSignInAccount() async throws {
|
||
|
guard let domain = ProcessInfo.processInfo.environment["login_domain"] else {
|
||
|
fatalError("env 'login_domain' missing")
|
||
|
}
|
||
|
guard let email = ProcessInfo.processInfo.environment["login_email"] else {
|
||
|
fatalError("env 'login_email' missing")
|
||
|
}
|
||
|
guard let password = ProcessInfo.processInfo.environment["login_password"] else {
|
||
|
fatalError("env 'login_password' missing")
|
||
|
}
|
||
|
try await signInApplication(
|
||
|
domain: domain,
|
||
|
email: email,
|
||
|
password: password
|
||
|
)
|
||
|
}
|
||
|
|
||
|
func signInApplication(
|
||
|
domain: String,
|
||
|
email: String,
|
||
|
password: String
|
||
|
) async throws {
|
||
|
let app = XCUIApplication()
|
||
|
app.launch()
|
||
|
|
||
|
try await coordinateToOnboarding(app: app, page: .login(domain: domain))
|
||
|
|
||
|
// wait OAuth webpage display
|
||
|
try await Task.sleep(nanoseconds: .second * 10)
|
||
|
|
||
|
let webview = app.webViews.firstMatch
|
||
|
XCTAssert(webview.waitForExistence(timeout: 10))
|
||
|
|
||
|
func tapAuthorizeButton() async throws -> Bool {
|
||
|
let authorizeButton = webview.buttons["AUTHORIZE"].firstMatch
|
||
|
if authorizeButton.exists {
|
||
|
authorizeButton.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 5)
|
||
|
return true
|
||
|
}
|
||
|
return false
|
||
|
}
|
||
|
|
||
|
let isAuthorized = try await tapAuthorizeButton()
|
||
|
if !isAuthorized {
|
||
|
let emailTextField = webview.textFields["E-mail address"].firstMatch
|
||
|
XCTAssert(emailTextField.waitForExistence(timeout: 10))
|
||
|
emailTextField.tap()
|
||
|
emailTextField.typeText(email)
|
||
|
|
||
|
let passwordTextField = webview.secureTextFields["Password"].firstMatch
|
||
|
XCTAssert(passwordTextField.waitForExistence(timeout: 3))
|
||
|
passwordTextField.tap()
|
||
|
passwordTextField.typeText(password)
|
||
|
|
||
|
let goKeyboardButton = XCUIApplication().keyboards.buttons["Go"].firstMatch
|
||
|
XCTAssert(goKeyboardButton.waitForExistence(timeout: 3))
|
||
|
goKeyboardButton.tap()
|
||
|
|
||
|
var retry = 0
|
||
|
let retryLimit = 20
|
||
|
while webview.exists {
|
||
|
guard retry < retryLimit else {
|
||
|
fatalError("Cannot complete OAuth process")
|
||
|
}
|
||
|
retry += 1
|
||
|
|
||
|
// will break due to webview dismiss
|
||
|
_ = try await tapAuthorizeButton()
|
||
|
|
||
|
print("Please enter the sign-in confirm code. Retry in 5s")
|
||
|
try await Task.sleep(nanoseconds: .second * 5)
|
||
|
}
|
||
|
} else {
|
||
|
// Done
|
||
|
}
|
||
|
|
||
|
print("OAuth finish")
|
||
|
}
|
||
|
|
||
|
enum OnboardingPage {
|
||
|
case welcome
|
||
|
case login(domain: String)
|
||
|
case serverRules(domain: String)
|
||
|
}
|
||
|
|
||
|
private func coordinateToOnboarding(app: XCUIApplication, page: OnboardingPage) async throws {
|
||
|
// check in Onboarding or not
|
||
|
let loginButton = app.buttons["Log In"].firstMatch
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
let loginButtonExists = loginButton.exists
|
||
|
|
||
|
// goto Onboarding scene if already sign-in
|
||
|
if !loginButtonExists {
|
||
|
try await showTitleButtonMenu(app: app)
|
||
|
|
||
|
let showMenu = app.collectionViews.buttons["Show…"].firstMatch
|
||
|
XCTAssert(showMenu.waitForExistence(timeout: 3))
|
||
|
showMenu.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
|
||
|
let welcomeAction = app.collectionViews.buttons["Welcome"].firstMatch
|
||
|
XCTAssert(welcomeAction.waitForExistence(timeout: 3))
|
||
|
welcomeAction.tap()
|
||
|
try await Task.sleep(nanoseconds: .second * 1)
|
||
|
}
|
||
|
|
||
|
func type(domain: String) async throws {
|
||
|
// type domain
|
||
|
let domainTextField = app.textFields.firstMatch
|
||
|
XCTAssert(domainTextField.waitForExistence(timeout: 5))
|
||
|
domainTextField.tap()
|
||
|
|
||
|
// Skip system keyboard swipe input guide
|
||
|
try await skipKeyboardSwipeInputGuide(app: app)
|
||
|
domainTextField.typeText(domain)
|
||
|
XCUIApplication().keyboards.buttons["Done"].firstMatch.tap()
|
||
|
}
|
||
|
|
||
|
switch page {
|
||
|
case .welcome:
|
||
|
break
|
||
|
case .login(let domain):
|
||
|
// Tap login button
|
||
|
XCTAssert(loginButtonExists)
|
||
|
loginButton.tap()
|
||
|
// type domain
|
||
|
try await type(domain: domain)
|
||
|
// add system alert monitor
|
||
|
// A. The monitor not works
|
||
|
// addUIInterruptionMonitor(withDescription: "Authentication Alert") { alert in
|
||
|
// alert.buttons["Continue"].firstMatch.tap()
|
||
|
// return true
|
||
|
// }
|
||
|
// tap next
|
||
|
try await selectServerAndContinue(app: app, domain: domain)
|
||
|
// wait authentication alert display
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
// B. Workaround
|
||
|
let springboard = XCUIApplication(bundleIdentifier: "com.apple.springboard")
|
||
|
let continueButton = springboard.buttons["Continue"].firstMatch
|
||
|
XCTAssert(continueButton.waitForExistence(timeout: 3))
|
||
|
continueButton.tap()
|
||
|
case .serverRules(let domain):
|
||
|
// Tap sign up button
|
||
|
let signUpButton = app.buttons["Get Started"].firstMatch
|
||
|
XCTAssert(signUpButton.waitForExistence(timeout: 3))
|
||
|
signUpButton.tap()
|
||
|
// type domain
|
||
|
try await type(domain: domain)
|
||
|
// tap next
|
||
|
try await selectServerAndContinue(app: app, domain: domain)
|
||
|
}
|
||
|
}
|
||
|
|
||
|
private func selectServerAndContinue(app: XCUIApplication, domain: String) async throws {
|
||
|
// wait searching
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
|
||
|
// tap server
|
||
|
let cell = app.cells.containing(.staticText, identifier: domain).firstMatch
|
||
|
XCTAssert(cell.waitForExistence(timeout: 5))
|
||
|
cell.tap()
|
||
|
|
||
|
// tap next button
|
||
|
let nextButton = app.buttons.matching(NSPredicate(format: "enabled == true")).matching(identifier: "Next").firstMatch
|
||
|
XCTAssert(nextButton.waitForExistence(timeout: 3))
|
||
|
nextButton.tap()
|
||
|
}
|
||
|
|
||
|
private func skipKeyboardSwipeInputGuide(app: XCUIApplication) async throws {
|
||
|
let swipeInputLabel = app.staticTexts["Speed up your typing by sliding your finger across the letters to compose a word."].firstMatch
|
||
|
try await Task.sleep(nanoseconds: .second * 3)
|
||
|
guard swipeInputLabel.exists else { return }
|
||
|
let continueButton = app.buttons["Continue"]
|
||
|
continueButton.tap()
|
||
|
}
|
||
|
|
||
|
}
|