1) read-receipts/redactions-in-threads.spec.ts:410:17 › Read receipts › redactions › in threads › A thread with a redacted unread is still read after restart Error: Timed out 5000ms waiting for expect(locator).not.toBeVisible() Locator: getByRole('treeitem', { name: /^Room Beta/ }).locator('.mx_NotificationBadge_dot') Expected: not visible Received: visible Call log: - expect.not.toBeVisible with timeout 5000ms - waiting for getByRole('treeitem', { name: /^Room Beta/ }).locator('.mx_NotificationBadge_dot') - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" - locator resolved to <div class="mx_NotificationBadge mx_NotificationBadge_visible mx_NotificationBadge_dot">…</div> - unexpected value "visible" at read-receipts/index.ts:453 451 | async assertRead(room: string | { name: string }) { 452 | const tile = this.getRoomListTile(room); > 453 | await expect(tile.locator(".mx_NotificationBadge_dot")).not.toBeVisible(); | ^ 454 | await expect(tile.locator(".mx_NotificationBadge_count")).not.toBeVisible(); 455 | } 456 | at Helpers.assertRead (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/read-receipts/index.ts:453:69) at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/read-receipts/redactions-in-threads.spec.ts:440:28

1) accessibility/keyboard-navigation.spec.ts:17:9 › Landmark navigation tests › without any rooms Error: Timed out 5000ms waiting for expect(locator).toBeFocused() Locator: locator('.mx_SpaceButton_active') Expected: focused Received: inactive Call log: - expect.toBeFocused with timeout 5000ms - waiting for locator('.mx_SpaceButton_active') - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" - locator resolved to <div tabindex="-1" role="button" aria-label="Home" class="mx_AccessibleButton mx_SpaceButton mx_SpaceButton_home mx_SpaceButton_active mx_SpaceButton_narrow">…</div> - unexpected value "not focused" 23 | // Pressing Control+F6 will first focus the space button 24 | await page.keyboard.press("ControlOrMeta+F6"); > 25 | await expect(page.locator(".mx_SpaceButton_active")).toBeFocused(); | ^ 26 | 27 | // Pressing Control+F6 again will focus room search 28 | await page.keyboard.press("ControlOrMeta+F6"); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/accessibility/keyboard-navigation.spec.ts:25:62

2) audio-player/audio-player.spec.ts:148:9 › Audio player › should be correctly rendered - high contrast theme Error: expect(received).toBeGreaterThan(expected) Expected: > 0 Received: 0 71 | 72 | // Check the status of the seek bar > 73 | expect(await page.locator(".mx_AudioPlayer_seek input[type='range']").count()).toBeGreaterThan(0); | ^ 74 | 75 | // Enable IRC layout 76 | await app.settings.setValue("layout", null, SettingLevel.DEVICE, Layout.IRC); at takeSnapshots (/home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/audio-player/audio-player.spec.ts:73:88) at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/audio-player/audio-player.spec.ts:161:9

3) crypto/crypto.spec.ts:97:17 › Cryptography › setting up secure key backup should work isDeviceVerified=false › by recovery code Error: Timed out 5000ms waiting for expect(locator).toBeVisible() Locator: locator('.mx_InteractiveAuthDialog .mx_Dialog_title').getByText('Setting up keys') Expected: visible Received: <element(s) not found> Call log: - expect.toBeVisible with timeout 5000ms - waiting for locator('.mx_InteractiveAuthDialog .mx_Dialog_title').getByText('Setting up keys') 118 | if (!isDeviceVerified) { 119 | const uiaDialogTitle = page.locator(".mx_InteractiveAuthDialog .mx_Dialog_title"); > 120 | await expect(uiaDialogTitle.getByText("Setting up keys")).toBeVisible(); | ^ 121 | await expect(uiaDialogTitle.getByText("Setting up keys")).not.toBeVisible(); 122 | } 123 | at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/crypto/crypto.spec.ts:120:79

1) login/login.spec.ts:199:21 › Login › Password login › verification after login › with force_verification on › Shows unskippable verification prompt after login if signing keys are set up Error: expect(locator).not.toBeVisible() Locator: getByRole('heading', { name: 'Verify this device', level: 1 }).locator('.mx_CompleteSecurity_skip') Expected: not visible Received: visible Call log: - expect.not.toBeVisible with timeout 5000ms - waiting for getByRole('heading', { name: 'Verify this device', level: 1 }).locator('.mx_CompleteSecurity_skip') 218 | await expect(h1).toBeVisible(); 219 | > 220 | expect(h1.locator(".mx_CompleteSecurity_skip")).not.toBeVisible(); | ^ 221 | }); 222 | }); 223 | }); at /home/runner/work/matrix-react-sdk/matrix-react-sdk/matrix-react-sdk/playwright/e2e/login/login.spec.ts:220:73

matrix-react-sdk/read-receipts/high-level.spec.ts took 3.5m

matrix-react-sdk/read-receipts/new-messages-in-threads.spec.ts took 1.7m

matrix-react-sdk/read-receipts/editing-messages-in-threads.spec.ts took 1.3m

matrix-react-sdk/read-receipts/editing-messages-main-timeline.spec.ts took 1.2m

matrix-react-sdk/read-receipts/editing-messages-thread-roots.spec.ts took 52.3s

matrix-react-sdk/read-receipts/redactions-thread-roots.spec.ts took 1.0m

matrix-react-sdk/spaces/spaces.spec.ts took 56.6s

matrix-react-sdk/right-panel/right-panel.spec.ts took 54.0s

matrix-react-sdk/right-panel/file-panel.spec.ts took 36.8s

matrix-react-sdk/settings/account-user-settings-tab.spec.ts took 36.0s

matrix-react-sdk/timeline/timeline.spec.ts took 2.9m

matrix-react-sdk/spotlight/spotlight.spec.ts took 2.1m

matrix-react-sdk/spaces/threads-activity-centre/threadsActivityCentre.spec.ts took 1.6m

matrix-react-sdk/threads/threads.spec.ts took 38.0s

matrix-react-sdk/user-onboarding/user-onboarding-new.spec.ts took 34.0s

matrix-react-sdk/read-receipts/redactions-main-timeline.spec.ts took 2.2m

matrix-react-sdk/read-receipts/new-messages-main-timeline.spec.ts took 1.5m

matrix-react-sdk/read-receipts/read-receipts.spec.ts took 1.2m

matrix-react-sdk/read-receipts/reactions-in-threads.spec.ts took 1.0m

matrix-react-sdk/read-receipts/new-messages-thread-roots.spec.ts took 44.5s

matrix-react-sdk/composer/RTE.spec.ts took 1.1m

matrix-react-sdk/crypto/event-shields.spec.ts took 57.4s

matrix-react-sdk/crypto/decryption-failure-messages.spec.ts took 50.5s

matrix-react-sdk/crypto/device-verification.spec.ts took 46.0s

matrix-react-sdk/integration-manager/kick.spec.ts took 37.4s

matrix-react-sdk/messages/messages.spec.ts took 2.5m

matrix-react-sdk/pinned-messages/pinned-messages.spec.ts took 1.8m

matrix-react-sdk/knock/knock-into-room.spec.ts took 41.4s

matrix-react-sdk/integration-manager/read_events.spec.ts took 39.9s

matrix-react-sdk/polls/polls.spec.ts took 38.2s

32 skipped 42 passed (8.7m)

10 skipped 70 passed (9.1m)

4 skipped 67 passed (9.9m)

1 flaky read-receipts/redactions-in-threads.spec.ts:410:17 › Read receipts › redactions › in threads › A thread with a redacted unread is still read after restart 14 skipped 61 passed (11.2m)

3 flaky accessibility/keyboard-navigation.spec.ts:17:9 › Landmark navigation tests › without any rooms ─ audio-player/audio-player.spec.ts:148:9 › Audio player › should be correctly rendered - high contrast theme crypto/crypto.spec.ts:97:17 › Cryptography › setting up secure key backup should work isDeviceVerified=false › by recovery code 1 skipped 74 passed (11.7m)