{ "config": { "configFile": "/app/playwright.config.ts", "rootDir": "/app/tests", "forbidOnly": false, "fullyParallel": false, "globalSetup": null, "globalTeardown": null, "globalTimeout": 0, "grep": {}, "grepInvert": null, "maxFailures": 0, "metadata": { "actualWorkers": 1 }, "preserveOutput": "always", "reporter": [ [ "json" ] ], "reportSlowTests": { "max": 5, "threshold": 300000 }, "quiet": false, "projects": [ { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "setup-auth", "name": "setup-auth", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "/auth\\.setup\\.ts/" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium", "name": "chromium", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "firefox", "name": "firefox", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "webkit", "name": "webkit", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium-auth", "name": "chromium-auth", "testDir": "/app/tests", "testIgnore": [ "/auth\\.setup\\.ts/" ], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 } ], "shard": null, "tags": [], "updateSnapshots": "missing", "updateSourceMethod": "patch", "version": "1.57.0", "workers": 1, "webServer": null }, "suites": [ { "title": "business_users/b1_user.spec.ts", "file": "business_users/b1_user.spec.ts", "column": 0, "line": 0, "specs": [], "suites": [ { "title": "Business Users / B1 User", "file": "business_users/b1_user.spec.ts", "line": 121, "column": 15, "specs": [ { "title": "should register and activate successfully", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 2902, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:52:21.115Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/582/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/583/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-4f023f39fb44606416f6", "file": "business_users/b1_user.spec.ts", "line": 148, "column": 9 }, { "title": "should keep the user on the account selection milestone", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 195, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:52:42.840Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/584/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/585/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-cdbe3691abdd0089ab4d", "file": "business_users/b1_user.spec.ts", "line": 153, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 214, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:52:44.549Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/586/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/587/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-4e4bb46a88600f161747", "file": "business_users/b1_user.spec.ts", "line": 158, "column": 9 }, { "title": "should not proceed to tips", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 160, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:52:46.862Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/588/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/589/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-b249164f5fdc410d1ce7", "file": "business_users/b1_user.spec.ts", "line": 163, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 27932, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:52:49.246Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/590/download" }, { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/test-finished-2.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/591/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/592/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-9d7973e1dc9dc8edc3f2", "file": "business_users/b1_user.spec.ts", "line": 169, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 215, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:53:19.495Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-efd10-able-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/593/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-efd10-able-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/594/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-856cec502fbbe563342a", "file": "business_users/b1_user.spec.ts", "line": 187, "column": 9 }, { "title": "should complete business user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 535, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:53:21.728Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-058ac-tion-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/595/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-058ac-tion-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/596/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-f3d691666700cf8928b6", "file": "business_users/b1_user.spec.ts", "line": 191, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "timedOut", "duration": 180178, "error": { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m", "stack": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, "errors": [ { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, { "location": { "file": "/app/tests/business_users/b1_user.spec.ts", "column": 30, "line": 113 }, "message": "Error: locator.click: Target page, context or browser has been closed\nCall log:\n\u001b[2m - waiting for getByRole('button', { name: /^Continue$/i }).first()\u001b[22m\n\u001b[2m - locator resolved to \u001b[22m\n\u001b[2m - attempting click action\u001b[22m\n\u001b[2m 2 × waiting for element to be visible, enabled and stable\u001b[22m\n\u001b[2m - element is not enabled\u001b[22m\n\u001b[2m - retrying click action\u001b[22m\n\u001b[2m - waiting 20ms\u001b[22m\n\u001b[2m 2 × waiting for element to be visible, enabled and stable\u001b[22m\n\u001b[2m - element is not enabled\u001b[22m\n\u001b[2m - retrying click action\u001b[22m\n\u001b[2m - waiting 100ms\u001b[22m\n\u001b[2m 11 × waiting for element to be visible, enabled and stable\u001b[22m\n\u001b[2m - element is not enabled\u001b[22m\n\u001b[2m - retrying click action\u001b[22m\n\u001b[2m - waiting 500ms\u001b[22m\n\u001b[2m - waiting for element to be visible, enabled and stable\u001b[22m\n\u001b[2m - element was detached from the DOM, retrying\u001b[22m\n\n\n 111 | }\n 112 |\n> 113 | await continueButton.click();\n | ^\n 114 | await Promise.race([\n 115 | welcomeBanner.waitFor({ state: 'visible', timeout: 3000 }).catch(() => null),\n 116 | page.waitForTimeout(800)\n at advanceTipsToChat (/app/tests/business_users/b1_user.spec.ts:113:30)\n at /app/tests/business_users/b1_user.spec.ts:200:9" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:53:24.271Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/597/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/598/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/599/download" } ] } ], "status": "unexpected" } ], "id": "fb6fd94b4d73f1acef13-bab7f4c80981dbd6256a", "file": "business_users/b1_user.spec.ts", "line": 199, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.739Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-10ff5b1f6b4adaaa5450", "file": "business_users/b1_user.spec.ts", "line": 212, "column": 9 }, { "title": "Cannot create widget", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.739Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-7ca4f1e18a19dc552201", "file": "business_users/b1_user.spec.ts", "line": 217, "column": 9 }, { "title": "Cannot create curated data", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-1be54faee08ac7b7d4ce", "file": "business_users/b1_user.spec.ts", "line": 221, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-17ab8409ad8c89da45b8", "file": "business_users/b1_user.spec.ts", "line": 225, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-06844c88b312863efab0", "file": "business_users/b1_user.spec.ts", "line": 229, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-002a1d9bc4dbfcbe3554", "file": "business_users/b1_user.spec.ts", "line": 233, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-d62e1a604943d25dd8cb", "file": "business_users/b1_user.spec.ts", "line": 237, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-e80940dce7f8c543af7a", "file": "business_users/b1_user.spec.ts", "line": 241, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-4d0346ca613b04846c26", "file": "business_users/b1_user.spec.ts", "line": 245, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-6dad66689d29746cff5a", "file": "business_users/b1_user.spec.ts", "line": 249, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-23T11:56:37.740Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-778da2cb0ba1688a5110", "file": "business_users/b1_user.spec.ts", "line": 253, "column": 9 } ] } ] } ], "errors": [], "stats": { "startTime": "2026-04-23T11:52:14.334Z", "duration": 263520.50299999997, "expected": 7, "skipped": 11, "unexpected": 1, "flaky": 0 } }