{ "config": { "configFile": "/app/playwright.config.ts", "rootDir": "/app/tests", "forbidOnly": false, "fullyParallel": false, "globalSetup": null, "globalTeardown": null, "globalTimeout": 0, "grep": {}, "grepInvert": null, "maxFailures": 0, "metadata": { "actualWorkers": 1 }, "preserveOutput": "always", "reporter": [ [ "json" ] ], "reportSlowTests": { "max": 5, "threshold": 300000 }, "quiet": false, "projects": [ { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "setup-auth", "name": "setup-auth", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "/auth\\.setup\\.ts/" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium", "name": "chromium", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "firefox", "name": "firefox", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "webkit", "name": "webkit", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium-auth", "name": "chromium-auth", "testDir": "/app/tests", "testIgnore": [ "/auth\\.setup\\.ts/" ], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 } ], "shard": null, "tags": [], "updateSnapshots": "missing", "updateSourceMethod": "patch", "version": "1.57.0", "workers": 1, "webServer": null }, "suites": [ { "title": "business_users/b2_user.spec.ts", "file": "business_users/b2_user.spec.ts", "column": 0, "line": 0, "specs": [], "suites": [ { "title": "Business Users / B2 User", "file": "business_users/b2_user.spec.ts", "line": 108, "column": 15, "specs": [ { "title": "should register and activate successfully", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 2080, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:37:39.302Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-d6552-r-and-activate-successfully-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/659/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-d6552-r-and-activate-successfully-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/660/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-f58e7eac8af80005aa16", "file": "business_users/b2_user.spec.ts", "line": 135, "column": 9 }, { "title": "should remain on the account selection milestone after activation", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 234, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:37:51.016Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-bade9--milestone-after-activation-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/661/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-bade9--milestone-after-activation-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/662/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-fa56a9f084f2f7022224", "file": "business_users/b2_user.spec.ts", "line": 140, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 199, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:37:53.241Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-7db8f-w-both-account-type-options-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/663/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-7db8f-w-both-account-type-options-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/664/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-5d1705ee9b609e56ec5e", "file": "business_users/b2_user.spec.ts", "line": 145, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 10745, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:37:55.149Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-c96ff-in-again-with-the-same-user-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/665/download" }, { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-c96ff-in-again-with-the-same-user-chromium/test-finished-2.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/666/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-c96ff-in-again-with-the-same-user-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/667/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-8b202039bd77905f9f39", "file": "business_users/b2_user.spec.ts", "line": 150, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 216, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:38:07.513Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-09d8a-able-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/668/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-09d8a-able-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/669/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-b069d18f1b833cb2677a", "file": "business_users/b2_user.spec.ts", "line": 169, "column": 9 }, { "title": "should complete business user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 480, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:38:09.817Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-2490d-tion-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/670/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-2490d-tion-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/671/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-ad1adb29c6a5f7a15447", "file": "business_users/b2_user.spec.ts", "line": 173, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 10694, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:38:12.454Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-cd239-ave-the-user-on-the-chat-ui-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/672/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-cd239-ave-the-user-on-the-chat-ui-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/673/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-90a364f28b4d998a20f5", "file": "business_users/b2_user.spec.ts", "line": 181, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 23879, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:38:26.018Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-61ea1-B2-User-Cannot-create-agent-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/674/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-61ea1-B2-User-Cannot-create-agent-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/675/download" } ] } ], "status": "expected" } ], "id": "1db4898ad56658d16cf1-8a25e6e3f5973ef5aac0", "file": "business_users/b2_user.spec.ts", "line": 196, "column": 9 }, { "title": "Cannot create widget", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "failed", "duration": 120875, "error": { "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByText(/No active wallet found\\./i).last()\nExpected: visible\nTimeout: 120000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 120000ms\u001b[22m\n\u001b[2m - waiting for getByText(/No active wallet found\\./i).last()\u001b[22m\n", "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByText(/No active wallet found\\./i).last()\nExpected: visible\nTimeout: 120000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 120000ms\u001b[22m\n\u001b[2m - waiting for getByText(/No active wallet found\\./i).last()\u001b[22m\n\n at expectPromptHitsWalletGate (/app/tests/business_users/b2_user.spec.ts:67:67)\n at /app/tests/business_users/b2_user.spec.ts:202:9", "location": { "file": "/app/tests/business_users/b2_user.spec.ts", "column": 67, "line": 67 }, "snippet": " 65 | async function expectPromptHitsWalletGate(prompt: string) {\n 66 | await chatPage.sendMessage(prompt);\n> 67 | await expect(page.getByText(NO_ACTIVE_WALLET_MESSAGE).last()).toBeVisible({ timeout: ASSET_CREATION_TIMEOUT_MS });\n | ^\n 68 |\n 69 | const closeWidgetButton = page.getByRole('button', { name: /Close widget/i }).first();\n 70 | if (await closeWidgetButton.isVisible({ timeout: 3000 }).catch(() => false)) {" }, "errors": [ { "location": { "file": "/app/tests/business_users/b2_user.spec.ts", "column": 67, "line": 67 }, "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByText(/No active wallet found\\./i).last()\nExpected: visible\nTimeout: 120000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 120000ms\u001b[22m\n\u001b[2m - waiting for getByText(/No active wallet found\\./i).last()\u001b[22m\n\n\n 65 | async function expectPromptHitsWalletGate(prompt: string) {\n 66 | await chatPage.sendMessage(prompt);\n> 67 | await expect(page.getByText(NO_ACTIVE_WALLET_MESSAGE).last()).toBeVisible({ timeout: ASSET_CREATION_TIMEOUT_MS });\n | ^\n 68 |\n 69 | const closeWidgetButton = page.getByRole('button', { name: /Close widget/i }).first();\n 70 | if (await closeWidgetButton.isVisible({ timeout: 3000 }).catch(() => false)) {\n at expectPromptHitsWalletGate (/app/tests/business_users/b2_user.spec.ts:67:67)\n at /app/tests/business_users/b2_user.spec.ts:202:9" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:38:53.064Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-40a76-2-User-Cannot-create-widget-chromium/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/676/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-40a76-2-User-Cannot-create-widget-chromium/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/677/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b2_user-Bus-40a76-2-User-Cannot-create-widget-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/678/download" } ], "errorLocation": { "file": "/app/tests/business_users/b2_user.spec.ts", "column": 67, "line": 67 } } ], "status": "unexpected" } ], "id": "1db4898ad56658d16cf1-61542d8781ecb6cb0fdc", "file": "business_users/b2_user.spec.ts", "line": 201, "column": 9 }, { "title": "Cannot create curated data", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-5e636b2090522e44bf5d", "file": "business_users/b2_user.spec.ts", "line": 205, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-5fff90f7b51d91ca0703", "file": "business_users/b2_user.spec.ts", "line": 209, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-0b13d0fee2da9d7dbed6", "file": "business_users/b2_user.spec.ts", "line": 213, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-00658fbd72b72b7c023d", "file": "business_users/b2_user.spec.ts", "line": 217, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-84f255dcf400d6fdbeb4", "file": "business_users/b2_user.spec.ts", "line": 221, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-e4d75d1038fda78d92ce", "file": "business_users/b2_user.spec.ts", "line": 225, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-e21ed062a4f729409c26", "file": "business_users/b2_user.spec.ts", "line": 229, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-aa4b219b0889d372ea71", "file": "business_users/b2_user.spec.ts", "line": 233, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T10:40:59.417Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "1db4898ad56658d16cf1-8ed5133041549a17646a", "file": "business_users/b2_user.spec.ts", "line": 237, "column": 9 } ] } ] } ], "errors": [], "stats": { "startTime": "2026-04-24T10:37:32.742Z", "duration": 206724.686, "expected": 8, "skipped": 9, "unexpected": 1, "flaky": 0 } }