{ "config": { "configFile": "/app/playwright.config.ts", "rootDir": "/app/tests", "forbidOnly": true, "fullyParallel": false, "globalSetup": null, "globalTeardown": null, "globalTimeout": 0, "grep": {}, "grepInvert": null, "maxFailures": 0, "metadata": { "actualWorkers": 1 }, "preserveOutput": "always", "reporter": [ [ "list" ], [ "json" ], [ "/app/node_modules/allure-playwright/dist/cjs/index.js" ] ], "reportSlowTests": { "max": 5, "threshold": 300000 }, "quiet": false, "projects": [ { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "setup-auth", "name": "setup-auth", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "/auth\\.setup\\.ts/" ], "timeout": 120000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium", "name": "chromium", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 120000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "firefox", "name": "firefox", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 120000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "webkit", "name": "webkit", "testDir": "/app/tests", "testIgnore": [], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 120000 }, { "outputDir": "/app/test-results", "repeatEach": 1, "retries": 0, "metadata": { "actualWorkers": 1 }, "id": "chromium-auth", "name": "chromium-auth", "testDir": "/app/tests", "testIgnore": [ "/auth\\.setup\\.ts/" ], "testMatch": [ "**/*.@(spec|test).?(c|m)[jt]s?(x)" ], "timeout": 120000 } ], "shard": null, "tags": [], "updateSnapshots": "missing", "updateSourceMethod": "patch", "version": "1.57.0", "workers": 1, "webServer": null }, "suites": [ { "title": "individual_users/a1_user.spec.ts", "file": "individual_users/a1_user.spec.ts", "column": 0, "line": 0, "specs": [], "suites": [ { "title": "Individual Users / A1 User", "file": "individual_users/a1_user.spec.ts", "line": 139, "column": 15, "specs": [ { "title": "should register and activate successfully", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 2906, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:04.291Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-c01bdde70b2e01bc4b3d", "file": "individual_users/a1_user.spec.ts", "line": 166, "column": 9 }, { "title": "should keep the user on the account selection milestone", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 17, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:13.209Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-b503028839fab02f1e9b", "file": "individual_users/a1_user.spec.ts", "line": 171, "column": 9 }, { "title": "should show both account type options", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 20, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:13.251Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-9aa36a93126292cd64e3", "file": "individual_users/a1_user.spec.ts", "line": 176, "column": 9 }, { "title": "should not proceed to tips", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 17, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:13.294Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-8b6850edc7c32e820f0f", "file": "individual_users/a1_user.spec.ts", "line": 181, "column": 9 }, { "title": "should clear the session and log in again with the same user", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 8649, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:13.332Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-a68de43ac4459bf6536c", "file": "individual_users/a1_user.spec.ts", "line": 187, "column": 9 }, { "title": "should not make the chat view available after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 12, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:22.008Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-fa79e7e071c57251bb58", "file": "individual_users/a1_user.spec.ts", "line": 205, "column": 9 }, { "title": "should complete individual user type selection after logging in again", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 146, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:22.049Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-fcc4e8111b16cfabc4e1", "file": "individual_users/a1_user.spec.ts", "line": 209, "column": 9 }, { "title": "should close pop up boxes and leave the user on the chat ui", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 17316, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:22.224Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-aaca851ce27b36c9dfb7", "file": "individual_users/a1_user.spec.ts", "line": 217, "column": 9 }, { "title": "Cannot create agent", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 16774, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:39.578Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-0936eaafd83b4265bd80", "file": "individual_users/a1_user.spec.ts", "line": 230, "column": 9 }, { "title": "Cannot create widget", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "passed", "duration": 16701, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:13:56.373Z", "annotations": [], "attachments": [] } ], "status": "expected" } ], "id": "e09d007c9f3be45c0baf-4eab664a456f68462d09", "file": "individual_users/a1_user.spec.ts", "line": 235, "column": 9 }, { "title": "Cannot create curated data", "ok": false, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": 0, "parallelIndex": 0, "status": "timedOut", "duration": 180164, "error": { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m", "stack": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, "errors": [ { "message": "\u001b[31mTest timeout of 180000ms exceeded.\u001b[39m" }, { "location": { "file": "/app/tests/individual_users/a1_user.spec.ts", "column": 67, "line": 87 }, "message": "Error: \u001b[2mexpect(\u001b[22m\u001b[31mlocator\u001b[39m\u001b[2m).\u001b[22mtoBeVisible\u001b[2m(\u001b[22m\u001b[2m)\u001b[22m failed\n\nLocator: getByText(/No active wallet found\\./i).last()\nExpected: visible\nError: element(s) not found\n\nCall log:\n\u001b[2m - Expect \"toBeVisible\" with timeout 300000ms\u001b[22m\n\u001b[2m - waiting for getByText(/No active wallet found\\./i).last()\u001b[22m\n\n\n 85 | async function expectPromptHitsWalletGate(prompt: string) {\n 86 | await chatPage.sendMessage(prompt);\n> 87 | await expect(page.getByText(NO_ACTIVE_WALLET_MESSAGE).last()).toBeVisible({ timeout: ASSET_CREATION_TIMEOUT_MS });\n | ^\n 88 |\n 89 | const closeWidgetButton = page.getByRole('button', { name: /Close widget/i }).first();\n 90 | if (await closeWidgetButton.isVisible({ timeout: 3000 }).catch(() => false)) {\n at expectPromptHitsWalletGate (/app/tests/individual_users/a1_user.spec.ts:87:67)\n at /app/tests/individual_users/a1_user.spec.ts:240:9" } ], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:14:13.095Z", "annotations": [], "attachments": [ { "name": "screenshot", "contentType": "image/png", "path": "/home/jenkins_user/robocorp-automation/test-results/individual_users-a1_user-I-a7ac8--Cannot-create-curated-data-chromium/test-failed-1.png", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/1276/download" }, { "name": "error-context", "contentType": "text/markdown", "path": "/home/jenkins_user/robocorp-automation/test-results/individual_users-a1_user-I-a7ac8--Cannot-create-curated-data-chromium/error-context.md", "download_url": "https://robocorp-automation-report-be.promptyf.cloud/api/v1/tests/artifacts/1277/download" } ] } ], "status": "unexpected" } ], "id": "e09d007c9f3be45c0baf-20b009659ca6d49d54bf", "file": "individual_users/a1_user.spec.ts", "line": 239, "column": 9 }, { "title": "Cannot create utility", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.465Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-58f0d7fa08bab9816ab6", "file": "individual_users/a1_user.spec.ts", "line": 243, "column": 9 }, { "title": "Cannot create chain of agents", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.468Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-9b6ad8b10db8015479d7", "file": "individual_users/a1_user.spec.ts", "line": 247, "column": 9 }, { "title": "Cannot create Media", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.469Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-a91693fd49e74f2348f4", "file": "individual_users/a1_user.spec.ts", "line": 251, "column": 9 }, { "title": "Cannot create Model", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.470Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-24f4d59aef77a3e03ca9", "file": "individual_users/a1_user.spec.ts", "line": 255, "column": 9 }, { "title": "should allow chat attempt 8 for marketplace search query", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.471Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-17e572e2f5743adc3b59", "file": "individual_users/a1_user.spec.ts", "line": 259, "column": 9 }, { "title": "should allow chat attempt 9 for legal case analyser", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.472Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-32ccb1bbb0ad83d3109c", "file": "individual_users/a1_user.spec.ts", "line": 263, "column": 9 }, { "title": "should allow chat attempt 10 for knowledge fabric", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.473Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-ef33ad43a4ca55ae53b6", "file": "individual_users/a1_user.spec.ts", "line": 267, "column": 9 }, { "title": "should receive a failure message after more than 10 chat attempts", "ok": true, "tags": [], "tests": [ { "timeout": 180000, "annotations": [], "expectedStatus": "passed", "projectId": "chromium", "projectName": "chromium", "results": [ { "workerIndex": -1, "parallelIndex": -1, "status": "skipped", "duration": 0, "errors": [], "stdout": [], "stderr": [], "retry": 0, "startTime": "2026-05-25T06:17:13.473Z", "annotations": [], "attachments": [] } ], "status": "skipped" } ], "id": "e09d007c9f3be45c0baf-5045812869cd18a283fc", "file": "individual_users/a1_user.spec.ts", "line": 271, "column": 9 } ] } ] } ], "errors": [], "stats": { "startTime": "2026-05-25T06:12:57.753Z", "duration": 255761.10199999998, "expected": 10, "skipped": 8, "unexpected": 1, "flaky": 0 } }