{ "config": { "configFile": "/app/playwright.config.ts", "rootDir": "/app/tests", "forbidOnly": false, "fullyParallel": false, "globalSetup": null, "globalTeardown": null, "globalTimeout": 0, "grep": {}, "grepInvert": null, "maxFailures": 0, "metadata": { "actualWorkers": 1 }, "preserveOutput": "always", "reporter": [ [ "json" ] ], "reportSlowTests": { "max": 5, "threshold": 300000 }, "quiet": false, "projects": [ { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "setup-auth", "name": "setup-auth", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "/auth\\.setup\\.ts/" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium", "name": "chromium", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "firefox", "name": "firefox", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "webkit", "name": "webkit", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium-auth", "name": "chromium-auth", "testDir": "/app/tests", "testIgnore": [ "/auth\\.setup\\.ts/" ], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 } ], "shard": null, "tags": [], "updateSnapshots": "missing", "updateSourceMethod": "patch", "version": "1.57.0", "workers": 1, "webServer": null }, "suites": [ { "title": "business_users/b1_user.spec.ts", "file": "business_users/b1_user.spec.ts", "column": 0, "line": 0, "specs": [], "suites": [ { "title": "Business Users / B1 User", "file": "business_users/b1_user.spec.ts", "line": 109, "column": 15, "specs": [ { "title": "should register and activate successfully", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 2918, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:13.834Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/617/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/618/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-4f023f39fb44606416f6", "file": "business_users/b1_user.spec.ts", "line": 136, "column": 9 }, { "title": "should keep the user on the account selection milestone", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 212, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:27.937Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/619/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/620/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-cdbe3691abdd0089ab4d", "file": "business_users/b1_user.spec.ts", "line": 141, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 216, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:30.457Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/621/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/622/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-4e4bb46a88600f161747", "file": "business_users/b1_user.spec.ts", "line": 146, "column": 9 }, { "title": "should not proceed to tips", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 177, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:32.597Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/623/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/624/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-b249164f5fdc410d1ce7", "file": "business_users/b1_user.spec.ts", "line": 151, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 16924, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:34.618Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/625/download" }, { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/test-finished-2.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/626/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/627/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-9d7973e1dc9dc8edc3f2", "file": "business_users/b1_user.spec.ts", "line": 157, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 214, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:54.033Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-efd10-able-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/628/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-efd10-able-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/629/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-856cec502fbbe563342a", "file": "business_users/b1_user.spec.ts", "line": 175, "column": 9 }, { "title": "should complete business user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 520, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:56.505Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-058ac-tion-after-logging-in-again-chromium/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/630/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-058ac-tion-after-logging-in-again-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/631/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-f3d691666700cf8928b6", "file": "business_users/b1_user.spec.ts", "line": 179, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "timedOut", "duration": 180191, "error": { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m", "stack": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, "errors": [ { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, { "location": { "file": "/app/tests/business_users/b1_user.spec.ts", "column": 20, "line": 40 }, "message": "Error: page.waitForTimeout: Target page, context or browser has been closed\n\n 38 | while (Date.now() < deadline) {\n 39 | if (await isVisible(welcomePopup, 1000)) break;\n> 40 | await page.waitForTimeout(250);\n | ^\n 41 | }\n 42 |\n 43 | if (!(await isVisible(welcomePopup, 5000))) return;\n at closeWelcomePopupOnly (/app/tests/business_users/b1_user.spec.ts:40:20)\n at /app/tests/business_users/b1_user.spec.ts:189:9" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:37:58.893Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/632/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/633/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7cda8-ave-the-user-on-the-chat-ui-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/634/download" } ] } ], "status": "unexpected" } ], "id": "fb6fd94b4d73f1acef13-bab7f4c80981dbd6256a", "file": "business_users/b1_user.spec.ts", "line": 187, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.497Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-10ff5b1f6b4adaaa5450", "file": "business_users/b1_user.spec.ts", "line": 202, "column": 9 }, { "title": "Cannot create widget", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-7ca4f1e18a19dc552201", "file": "business_users/b1_user.spec.ts", "line": 207, "column": 9 }, { "title": "Cannot create curated data", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-1be54faee08ac7b7d4ce", "file": "business_users/b1_user.spec.ts", "line": 211, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-17ab8409ad8c89da45b8", "file": "business_users/b1_user.spec.ts", "line": 215, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-06844c88b312863efab0", "file": "business_users/b1_user.spec.ts", "line": 219, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-002a1d9bc4dbfcbe3554", "file": "business_users/b1_user.spec.ts", "line": 223, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-d62e1a604943d25dd8cb", "file": "business_users/b1_user.spec.ts", "line": 227, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-e80940dce7f8c543af7a", "file": "business_users/b1_user.spec.ts", "line": 231, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-4d0346ca613b04846c26", "file": "business_users/b1_user.spec.ts", "line": 235, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-6dad66689d29746cff5a", "file": "business_users/b1_user.spec.ts", "line": 239, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:41:09.498Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-778da2cb0ba1688a5110", "file": "business_users/b1_user.spec.ts", "line": 243, "column": 9 } ] } ] } ], "errors": [], "stats": { "startTime": "2026-04-24T09:37:07.176Z", "duration": 242443.751, "expected": 7, "skipped": 11, "unexpected": 1, "flaky": 0 } }