ci: Migrate component tests to Playwright #3
susnuxplaywright.yml
on: pull_request
Matrix: playwright-tests
merge-reports
35s
Annotations
20 errors, 2 warnings, and 2 notices
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L30
1) [webkit] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-route-1-webkit-linux.png, writing actual.
28 |
29 | await expect(navigation).toBeVisible()
> 30 | await expect(navigation.getByRole('listitem', { name: 'Home' })).toHaveScreenshot()
| ^
31 | })
32 |
33 | test('has primary button styling on active route with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:30:2
|
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L43
2) [webkit] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-button-styling-on-active-route-with-editing-true-1-webkit-linux.png, writing actual.
41 | await expect(item.getByRole('textbox')).toBeVisible()
42 |
> 43 | await expect(item).toHaveScreenshot()
| ^
44 | })
45 |
46 | test('has tertiary styling on non active route', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:43:2
|
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L50
3) [webkit] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-tertiary-styling-on-non-active-route-1-webkit-linux.png, writing actual.
48 |
49 | await expect(navigation).toBeVisible()
> 50 | await expect(navigation.getByRole('listitem', { name: 'Foo'})).toHaveScreenshot()
| ^
51 | })
52 |
53 | test('has primary styling on active entry', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:50:2
|
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L57
4) [webkit] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-entry-1-webkit-linux.png, writing actual.
55 |
56 | await expect(navigation).toBeVisible()
> 57 | await expect(navigation.getByRole('listitem', { name: 'Back' })).toHaveScreenshot()
| ^
58 | })
59 |
60 | test('has primary button styling on active entry with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:57:2
|
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:60:1 › has primary button styling on active entry with editing=true:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L70
5) [webkit] › components/NcAppNavigationItem/visual.spec.ts:60:1 › has primary button styling on active entry with editing=true
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-button-styling-on-active-entry-with-editing-true-1-webkit-linux.png, writing actual.
68 | await expect(item.getByRole('textbox')).toBeVisible()
69 |
> 70 | await expect(item).toHaveScreenshot()
| ^
71 | })
72 |
73 | test('has tertiary styling on non active entry', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:70:2
|
|
[webkit] › components/NcAppNavigationItem/visual.spec.ts:73:1 › has tertiary styling on non active entry:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L77
6) [webkit] › components/NcAppNavigationItem/visual.spec.ts:73:1 › has tertiary styling on non active entry
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-tertiary-styling-on-non-active-entry-1-webkit-linux.png, writing actual.
75 |
76 | await expect(navigation).toBeVisible()
> 77 | await expect(navigation.getByRole('listitem', { name: 'Bar' })).toHaveScreenshot()
| ^
78 | })
79 |
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:77:2
|
|
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header:
tests/component/components/NcAppSidebar/visual.spec.ts#L35
7) [webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header ───────────────────────
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppSidebar/visual.spec.ts-snapshots/Sidebar-header-1-webkit-linux.png, writing actual.
33 | })
34 | await expect(component).toBeVisible()
> 35 | await expect(component.locator('header')).toHaveScreenshot({ caret: 'hide' })
| ^
36 | })
37 | })
38 |
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppSidebar/visual.spec.ts:35:4
|
|
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: actions:
tests/component/components/NcAppSidebar/visual.spec.ts#L35
8) [webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: actions ──────────────
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppSidebar/visual.spec.ts-snapshots/Sidebar-header-actions-1-webkit-linux.png, writing actual.
33 | })
34 | await expect(component).toBeVisible()
> 35 | await expect(component.locator('header')).toHaveScreenshot({ caret: 'hide' })
| ^
36 | })
37 | })
38 |
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppSidebar/visual.spec.ts:35:4
|
|
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header :
tests/component/components/NcAppSidebar/visual.spec.ts#L35
9) [webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header ──────────────
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppSidebar/visual.spec.ts-snapshots/Sidebar-header-header-1-webkit-linux.png, writing actual.
33 | })
34 | await expect(component).toBeVisible()
> 35 | await expect(component.locator('header')).toHaveScreenshot({ caret: 'hide' })
| ^
36 | })
37 | })
38 |
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppSidebar/visual.spec.ts:35:4
|
|
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header actions:
tests/component/components/NcAppSidebar/visual.spec.ts#L35
10) [webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header actions ──────
Error: A snapshot doesn't exist at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppSidebar/visual.spec.ts-snapshots/Sidebar-header-header-actions-1-webkit-linux.png, writing actual.
33 | })
34 | await expect(component).toBeVisible()
> 35 | await expect(component.locator('header')).toHaveScreenshot({ caret: 'hide' })
| ^
36 | })
37 | })
38 |
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppSidebar/visual.spec.ts:35:4
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L30
1) [chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
Error: Screenshot comparison failed:
143 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium/has-primary-styling-on-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium/has-primary-styling-on-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-zsuhg" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 143 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-zsuhg" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 143 pixels (ratio 0.02 of all image pixels) are different.
28 |
29 | await expect(navigation).toBeVisible()
> 30 | await expect(navigation.getByRole('listitem', { name: 'Home' })).toHaveScreenshot()
| ^
31 | })
32 |
33 | test('has primary button styling on active route with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:30:67
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L30
1) [chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
143 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium-retry1/has-primary-styling-on-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium-retry1/has-primary-styling-on-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-knpnd" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 143 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-knpnd" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 143 pixels (ratio 0.02 of all image pixels) are different.
28 |
29 | await expect(navigation).toBeVisible()
> 30 | await expect(navigation.getByRole('listitem', { name: 'Home' })).toHaveScreenshot()
| ^
31 | })
32 |
33 | test('has primary button styling on active route with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:30:67
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L30
1) [chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
143 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium-retry2/has-primary-styling-on-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-bb7cc-ary-styling-on-active-route-chromium-retry2/has-primary-styling-on-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-hcgzn" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 143 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-hcgzn" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 143 pixels (ratio 0.02 of all image pixels) are different.
28 |
29 | await expect(navigation).toBeVisible()
> 30 | await expect(navigation.getByRole('listitem', { name: 'Home' })).toHaveScreenshot()
| ^
31 | })
32 |
33 | test('has primary button styling on active route with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:30:67
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L43
2) [chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
Error: Screenshot comparison failed:
150 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-button-styling-on-active-route-with-editing-true-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium/has-primary-button-styling-73a04-e-route-with-editing-true-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium/has-primary-button-styling-73a04-e-route-with-editing-true-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-xwqep" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 150 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-xwqep" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 150 pixels (ratio 0.02 of all image pixels) are different.
41 | await expect(item.getByRole('textbox')).toBeVisible()
42 |
> 43 | await expect(item).toHaveScreenshot()
| ^
44 | })
45 |
46 | test('has tertiary styling on non active route', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:43:21
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L43
2) [chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
150 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-button-styling-on-active-route-with-editing-true-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium-retry1/has-primary-button-styling-73a04-e-route-with-editing-true-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium-retry1/has-primary-button-styling-73a04-e-route-with-editing-true-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-ptqvv" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 150 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-ptqvv" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 150 pixels (ratio 0.02 of all image pixels) are different.
41 | await expect(item.getByRole('textbox')).toBeVisible()
42 |
> 43 | await expect(item).toHaveScreenshot()
| ^
44 | })
45 |
46 | test('has tertiary styling on non active route', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:43:21
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L43
2) [chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
150 pixels (ratio 0.02 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-button-styling-on-active-route-with-editing-true-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium-retry2/has-primary-button-styling-73a04-e-route-with-editing-true-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-75f51-ive-route-with-editing-true-chromium-retry2/has-primary-button-styling-73a04-e-route-with-editing-true-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-dvasp" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 150 pixels (ratio 0.02 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Home' })
- locator resolved to <li aria-label="Home" data-v-41fd68f7="" id="app-navigation-item-dvasp" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 150 pixels (ratio 0.02 of all image pixels) are different.
41 | await expect(item.getByRole('textbox')).toBeVisible()
42 |
> 43 | await expect(item).toHaveScreenshot()
| ^
44 | })
45 |
46 | test('has tertiary styling on non active route', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:43:21
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L50
3) [chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
Error: Screenshot comparison failed:
41 pixels (ratio 0.01 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-tertiary-styling-on-non-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium/has-tertiary-styling-on-non-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium/has-tertiary-styling-on-non-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-hmgbk" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 41 pixels (ratio 0.01 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-hmgbk" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 41 pixels (ratio 0.01 of all image pixels) are different.
48 |
49 | await expect(navigation).toBeVisible()
> 50 | await expect(navigation.getByRole('listitem', { name: 'Foo'})).toHaveScreenshot()
| ^
51 | })
52 |
53 | test('has primary styling on active entry', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:50:65
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L50
3) [chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
Retry #1 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
41 pixels (ratio 0.01 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-tertiary-styling-on-non-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium-retry1/has-tertiary-styling-on-non-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium-retry1/has-tertiary-styling-on-non-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-midhb" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 41 pixels (ratio 0.01 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-midhb" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 41 pixels (ratio 0.01 of all image pixels) are different.
48 |
49 | await expect(navigation).toBeVisible()
> 50 | await expect(navigation.getByRole('listitem', { name: 'Foo'})).toHaveScreenshot()
| ^
51 | })
52 |
53 | test('has primary styling on active entry', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:50:65
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L50
3) [chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
Retry #2 ───────────────────────────────────────────────────────────────────────────────────────
Error: Screenshot comparison failed:
41 pixels (ratio 0.01 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-tertiary-styling-on-non-active-route-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium-retry2/has-tertiary-styling-on-non-active-route-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-20a1c-styling-on-non-active-route-chromium-retry2/has-tertiary-styling-on-non-active-route-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-hfqjm" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 41 pixels (ratio 0.01 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Foo' })
- locator resolved to <li aria-label="Foo" data-v-41fd68f7="" id="app-navigation-item-hfqjm" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 41 pixels (ratio 0.01 of all image pixels) are different.
48 |
49 | await expect(navigation).toBeVisible()
> 50 | await expect(navigation.getByRole('listitem', { name: 'Foo'})).toHaveScreenshot()
| ^
51 | })
52 |
53 | test('has primary styling on active entry', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:50:65
|
|
[chromium] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry:
tests/component/components/NcAppNavigationItem/visual.spec.ts#L57
4) [chromium] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry
Error: Screenshot comparison failed:
116 pixels (ratio 0.01 of all image pixels) are different.
Expected: /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/snapshots/components/NcAppNavigationItem/visual.spec.ts-snapshots/has-primary-styling-on-active-entry-1-chromium-linux.png
Received: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-5e400-ary-styling-on-active-entry-chromium/has-primary-styling-on-active-entry-1-actual.png
Diff: /home/runner/work/nextcloud-vue/nextcloud-vue/test-results/components-NcAppNavigation-5e400-ary-styling-on-active-entry-chromium/has-primary-styling-on-active-entry-1-diff.png
Call log:
- expect.toHaveScreenshot with timeout 5000ms
- verifying given screenshot expectation
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Back' })
- locator resolved to <li aria-label="Back" data-v-41fd68f7="" id="app-navigation-item-xfxgf" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- 116 pixels (ratio 0.01 of all image pixels) are different.
- waiting 100ms before taking screenshot
- waiting for getByRole('navigation', { name: 'In-app navigation' }).getByRole('listitem', { name: 'Back' })
- locator resolved to <li aria-label="Back" data-v-41fd68f7="" id="app-navigation-item-xfxgf" class="app-navigation-entry-wrapper">…</li>
- taking element screenshot
- disabled all CSS animations
- waiting for fonts to load...
- fonts loaded
- attempting scroll into view action
- waiting for element to be stable
- captured a stable screenshot
- 116 pixels (ratio 0.01 of all image pixels) are different.
55 |
56 | await expect(navigation).toBeVisible()
> 57 | await expect(navigation.getByRole('listitem', { name: 'Back' })).toHaveScreenshot()
| ^
58 | })
59 |
60 | test('has primary button styling on active entry with editing=true', { tag: '@visual' }, async ({ page }) => {
at /home/runner/work/nextcloud-vue/nextcloud-vue/tests/component/components/NcAppNavigationItem/visual.spec.ts:57:67
|
|
Slow Test:
[webkit] › components/NcRichText/markown-rendering.spec.ts#L1
[webkit] › components/NcRichText/markown-rendering.spec.ts took 18.4s
|
|
Slow Test:
[firefox] › components/NcRichText/markown-rendering.spec.ts#L1
[firefox] › components/NcRichText/markown-rendering.spec.ts took 17.6s
|
|
🎭 Playwright Run Summary
38 failed
[webkit] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
[webkit] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
[webkit] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
[webkit] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry
[webkit] › components/NcAppNavigationItem/visual.spec.ts:60:1 › has primary button styling on active entry with editing=true
[webkit] › components/NcAppNavigationItem/visual.spec.ts:73:1 › has tertiary styling on non active entry
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header ────────────────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: actions ───────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header ───────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header actions ────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable ─────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable actions ──────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable header ──────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname ──────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname actions ───────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname header ───────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable ─────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable header
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact ──────────────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact actions ───────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact header ───────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable ─────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable header
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname ──────
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname header
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname header actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable actions
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable header
[webkit] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable header actions
115 passed (2.4m)
|
|
🎭 Playwright Run Summary
76 failed
[chromium] › components/NcAppNavigationItem/visual.spec.ts:26:1 › has primary styling on active route
[chromium] › components/NcAppNavigationItem/visual.spec.ts:33:1 › has primary button styling on active route with editing=true
[chromium] › components/NcAppNavigationItem/visual.spec.ts:46:1 › has tertiary styling on non active route
[chromium] › components/NcAppNavigationItem/visual.spec.ts:53:1 › has primary styling on active entry
[chromium] › components/NcAppNavigationItem/visual.spec.ts:60:1 › has primary button styling on active entry with editing=true
[chromium] › components/NcAppNavigationItem/visual.spec.ts:73:1 › has tertiary styling on non active entry
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header ──────────────────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: actions ─────────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header ─────────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: header actions ──────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable ───────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable actions ────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable header ────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: editable header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname ────────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname actions ─────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname header ─────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable ───
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable header
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: subname editable header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact ────────────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact actions ─────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact header ─────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable ───
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable header
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact editable header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname ────
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname header
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname header actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable actions
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable header
[chromium] › components/NcAppSidebar/visual.spec.ts:26:3 › Sidebar header: compact subname editable header actions
[firefox] › components/NcAppNavigatio
|
Artifacts
Produced during runtime
| Name | Size | |
|---|---|---|
|
blob-report-1
Expired
|
21.8 MB |
|
|
blob-report-2
Expired
|
287 KB |
|
|
html-report--attempt-1
Expired
|
20.8 MB |
|