{ "config": { "configFile": "/app/playwright.config.ts", "rootDir": "/app/tests", "forbidOnly": false, "fullyParallel": false, "globalSetup": null, "globalTeardown": null, "globalTimeout": 0, "grep": {}, "grepInvert": null, "maxFailures": 0, "metadata": { "actualWorkers": 1 }, "preserveOutput": "always", "reporter": [ [ "json" ] ], "reportSlowTests": { "max": 5, "threshold": 300000 }, "quiet": false, "projects": [ { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "setup-auth", "name": "setup-auth", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "/auth\\.setup\\.ts/" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium", "name": "chromium", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "firefox", "name": "firefox", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "webkit", "name": "webkit", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium-auth", "name": "chromium-auth", "testDir": "/app/tests", "testIgnore": [ "/auth\\.setup\\.ts/" ], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 30000 } ], "shard": null, "tags": [], "updateSnapshots": "missing", "updateSourceMethod": "patch", "version": "1.57.0", "workers": 1, "webServer": null }, "suites": [ { "title": "business_users/b1_user.spec.ts", "file": "business_users/b1_user.spec.ts", "column": 0, "line": 0, "specs": [], "suites": [ { "title": "Business Users / B1 User", "file": "business_users/b1_user.spec.ts", "line": 109, "column": 15, "specs": [ { "title": "should register and activate successfully", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "failed", "duration": 0, "error": { "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByRole('textbox', { name: 'Enter your full name' })\nExpected: visible\nTimeout: 15000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 15000ms\u001b[22m\n\u001b[2m - waiting for getByRole('textbox', { name: 'Enter your full name' })\u001b[22m\n", "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByRole('textbox', { name: 'Enter your full name' })\nExpected: visible\nTimeout: 15000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 15000ms\u001b[22m\n\u001b[2m - waiting for getByRole('textbox', { name: 'Enter your full name' })\u001b[22m\n\n at RegistrationPage.submitFullName (/app/pages/RegistrationPage.ts:158:42)\n at /app/tests/business_users/b1_user.spec.ts:124:32", "location": { "file": "/app/pages/RegistrationPage.ts", "column": 42, "line": 158 }, "snippet": " at ../pages/RegistrationPage.ts:158\n\n 156 |\n 157 | async submitFullName(fullName: string) {\n> 158 | await expect(this.fullNameInput).toBeVisible({ timeout: 15000 });\n | ^\n 159 | await this.fullNameInput.click();\n 160 | if (!(await this.fullNameInput.isEditable())) {\n 161 | await this.fullNameInput.evaluate((el) => {" }, "errors": [ { "location": { "file": "/app/pages/RegistrationPage.ts", "column": 42, "line": 158 }, "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByRole('textbox', { name: 'Enter your full name' })\nExpected: visible\nTimeout: 15000ms\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 15000ms\u001b[22m\n\u001b[2m - waiting for getByRole('textbox', { name: 'Enter your full name' })\u001b[22m\n\n\n at ../pages/RegistrationPage.ts:158\n\n 156 |\n 157 | async submitFullName(fullName: string) {\n> 158 | await expect(this.fullNameInput).toBeVisible({ timeout: 15000 });\n | ^\n 159 | await this.fullNameInput.click();\n 160 | if (!(await this.fullNameInput.isEditable())) {\n 161 | await this.fullNameInput.evaluate((el) => {\n at RegistrationPage.submitFullName (/app/pages/RegistrationPage.ts:158:42)\n at /app/tests/business_users/b1_user.spec.ts:124:32" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:38.871Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/601/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/602/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-chromium/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/603/download" } ], "errorLocation": { "file": "/app/pages/RegistrationPage.ts", "column": 42, "line": 158 } } ], "status": "unexpected" } ], "id": "fb6fd94b4d73f1acef13-4f023f39fb44606416f6", "file": "business_users/b1_user.spec.ts", "line": 136, "column": 9 }, { "title": "should keep the user on the account selection milestone", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-cdbe3691abdd0089ab4d", "file": "business_users/b1_user.spec.ts", "line": 141, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-4e4bb46a88600f161747", "file": "business_users/b1_user.spec.ts", "line": 146, "column": 9 }, { "title": "should not proceed to tips", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-b249164f5fdc410d1ce7", "file": "business_users/b1_user.spec.ts", "line": 151, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-9d7973e1dc9dc8edc3f2", "file": "business_users/b1_user.spec.ts", "line": 157, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-856cec502fbbe563342a", "file": "business_users/b1_user.spec.ts", "line": 175, "column": 9 }, { "title": "should complete business user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-f3d691666700cf8928b6", "file": "business_users/b1_user.spec.ts", "line": 179, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-bab7f4c80981dbd6256a", "file": "business_users/b1_user.spec.ts", "line": 187, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-10ff5b1f6b4adaaa5450", "file": "business_users/b1_user.spec.ts", "line": 202, "column": 9 }, { "title": "Cannot create widget", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-7ca4f1e18a19dc552201", "file": "business_users/b1_user.spec.ts", "line": 207, "column": 9 }, { "title": "Cannot create curated data", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-1be54faee08ac7b7d4ce", "file": "business_users/b1_user.spec.ts", "line": 211, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-17ab8409ad8c89da45b8", "file": "business_users/b1_user.spec.ts", "line": 215, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.388Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-06844c88b312863efab0", "file": "business_users/b1_user.spec.ts", "line": 219, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-002a1d9bc4dbfcbe3554", "file": "business_users/b1_user.spec.ts", "line": 223, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-d62e1a604943d25dd8cb", "file": "business_users/b1_user.spec.ts", "line": 227, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-e80940dce7f8c543af7a", "file": "business_users/b1_user.spec.ts", "line": 231, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-4d0346ca613b04846c26", "file": "business_users/b1_user.spec.ts", "line": 235, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-6dad66689d29746cff5a", "file": "business_users/b1_user.spec.ts", "line": 239, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:56.389Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-778da2cb0ba1688a5110", "file": "business_users/b1_user.spec.ts", "line": 243, "column": 9 }, { "title": "should register and activate successfully", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": 1, "parallelIndex": 0, "status": "passed", "duration": 3921, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:33:57.252Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-firefox/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/604/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-7ed8c-r-and-activate-successfully-firefox/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/605/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-3fc7a16cb81d50d8179d", "file": "business_users/b1_user.spec.ts", "line": 136, "column": 9 }, { "title": "should keep the user on the account selection milestone", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": 1, "parallelIndex": 0, "status": "passed", "duration": 173, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:34:23.531Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-firefox/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/606/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-05cab-account-selection-milestone-firefox/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/607/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-5bacf884932483f1a9ca", "file": "business_users/b1_user.spec.ts", "line": 141, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": 1, "parallelIndex": 0, "status": "passed", "duration": 194, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:34:25.610Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-firefox/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/608/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-5544f-w-both-account-type-options-firefox/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/609/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-71144507f2da3963776b", "file": "business_users/b1_user.spec.ts", "line": 146, "column": 9 }, { "title": "should not proceed to tips", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": 1, "parallelIndex": 0, "status": "passed", "duration": 130, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:34:27.655Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-firefox/test-finished-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/610/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-8c093--should-not-proceed-to-tips-firefox/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/611/download" } ] } ], "status": "expected" } ], "id": "fb6fd94b4d73f1acef13-94614ce9d447f3d08dca", "file": "business_users/b1_user.spec.ts", "line": 151, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": 1, "parallelIndex": 0, "status": "failed", "duration": 34906, "error": { "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mpage\u001b[39m\u001b[2m).\u001b[22mtoHaveURL\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nExpected pattern: \u001b[32m/\\/sign-in\\/account/i\u001b[39m\nReceived string: \u001b[31m\"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[39m\nTimeout: 30000ms\n\nCall log:\n\u001b[2m - Expect \"toHaveURL\" with timeout 30000ms\u001b[22m\n\u001b[2m 20 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/sign-in\"\u001b[22m\n\u001b[2m 13 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[22m\n", "stack": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mpage\u001b[39m\u001b[2m).\u001b[22mtoHaveURL\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nExpected pattern: \u001b[32m/\\/sign-in\\/account/i\u001b[39m\nReceived string: \u001b[31m\"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[39m\nTimeout: 30000ms\n\nCall log:\n\u001b[2m - Expect \"toHaveURL\" with timeout 30000ms\u001b[22m\n\u001b[2m 20 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/sign-in\"\u001b[22m\n\u001b[2m 13 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[22m\n\n at /app/tests/business_users/b1_user.spec.ts:171:28", "location": { "file": "/app/tests/business_users/b1_user.spec.ts", "column": 28, "line": 171 }, "snippet": " 169 | await registrationPage.loginFromSignIn(email, password);\n 170 |\n> 171 | await expect(page).toHaveURL(/\\/sign-in\\/account/i, { timeout: 30000 });\n | ^\n 172 | await expect(page.locator('body')).toContainText(/What best describes you\\?/i, { timeout: 30000 });\n 173 | });\n 174 |" }, "errors": [ { "location": { "file": "/app/tests/business_users/b1_user.spec.ts", "column": 28, "line": 171 }, "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mpage\u001b[39m\u001b[2m).\u001b[22mtoHaveURL\u001b[2m(\u001b[22m\u001b[32mexpected\u001b[39m\u001b[2m)\u001b[22m failed\n\nExpected pattern: \u001b[32m/\\/sign-in\\/account/i\u001b[39m\nReceived string: \u001b[31m\"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[39m\nTimeout: 30000ms\n\nCall log:\n\u001b[2m - Expect \"toHaveURL\" with timeout 30000ms\u001b[22m\n\u001b[2m 20 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/sign-in\"\u001b[22m\n\u001b[2m 13 × unexpected value \"https://robocorp-fe-dev.promptyf.cloud/\"\u001b[22m\n\n\n 169 | await registrationPage.loginFromSignIn(email, password);\n 170 |\n> 171 | await expect(page).toHaveURL(/\\/sign-in\\/account/i, { timeout: 30000 });\n | ^\n 172 | await expect(page.locator('body')).toContainText(/What best describes you\\?/i, { timeout: 30000 });\n 173 | });\n 174 |\n at /app/tests/business_users/b1_user.spec.ts:171:28" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:34:29.552Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-firefox/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/612/download" }, { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-firefox/test-failed-2.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/613/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-firefox/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/614/download" }, { "name": "trace", "contentType": "application/zip", "path": "/home/jenkins_user/robocorp-automation/test-results/business_users-b1_user-Bus-2070c-in-again-with-the-same-user-firefox/trace.zip", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/615/download" } ], "errorLocation": { "file": "/app/tests/business_users/b1_user.spec.ts", "column": 28, "line": 171 } } ], "status": "unexpected" } ], "id": "fb6fd94b4d73f1acef13-82933a09b180221b15a5", "file": "business_users/b1_user.spec.ts", "line": 157, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-502a9edd115cc3c11f02", "file": "business_users/b1_user.spec.ts", "line": 175, "column": 9 }, { "title": "should complete business user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-e56bd5d7f85022f7fb5c", "file": "business_users/b1_user.spec.ts", "line": 179, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-c411d21e73b26cfc88f8", "file": "business_users/b1_user.spec.ts", "line": 187, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-30f1960a7da6f71f9292", "file": "business_users/b1_user.spec.ts", "line": 202, "column": 9 }, { "title": "Cannot create widget", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-594079f92388dbcd8374", "file": "business_users/b1_user.spec.ts", "line": 207, "column": 9 }, { "title": "Cannot create curated data", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-926ccdd1d46d20646136", "file": "business_users/b1_user.spec.ts", "line": 211, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-72dd9a56fcd717d34425", "file": "business_users/b1_user.spec.ts", "line": 215, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-ebf8e9681b26f24ad384", "file": "business_users/b1_user.spec.ts", "line": 219, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-6327a8880bf1b9d264f7", "file": "business_users/b1_user.spec.ts", "line": 223, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-b22f850185bccc2658f0", "file": "business_users/b1_user.spec.ts", "line": 227, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-ef0d80e5721efbd00e30", "file": "business_users/b1_user.spec.ts", "line": 231, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-bbb2832b93a967ab728e", "file": "business_users/b1_user.spec.ts", "line": 235, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-aad8ed737bd8b146f23a", "file": "business_users/b1_user.spec.ts", "line": 239, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "firefox", "projectName": "firefox", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-04-24T09:35:08.532Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "fb6fd94b4d73f1acef13-30152a0f55b7d6394ce0", "file": "business_users/b1_user.spec.ts", "line": 243, "column": 9 } ] } ] } ], "errors": [], "stats": { "startTime": "2026-04-24T09:33:32.324Z", "duration": 96265.826, "expected": 4, "skipped": 32, "unexpected": 2, "flaky": 0 } }