{"type":"doc","content":[{"type":"paragraph","content":[{"text":"AIO Tests supports importing Playwright test results through it’s support for ","type":"text"},{"text":"JUnit reports","type":"text","marks":[{"type":"link","attrs":{"href":"https://playwright.dev/docs/test-reporters#junit-reporter"}}]},{"text":"/Cucumber reports or via the AIO Tests REST APIs, which can be invoked from the ","type":"text"},{"text":"hooks","type":"text","marks":[{"type":"link","attrs":{"href":"https://webdriver.io/docs/configurationfile"}}]},{"text":" available in Playwright.","type":"text"}]},{"type":"paragraph","content":[{"text":"Playwright","type":"text","marks":[{"type":"link","attrs":{"href":"https://playwright.dev/"}}]},{"text":" is an open-source NodeJS-based framework by Microsoft used for web testing and automation. It supports end to end cross-browser testing through its high-level API, allowing the tester to control a wide variety of browses and also headless browsers.","type":"text"}]},{"type":"paragraph","content":[{"text":"This document provides an overview on :","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Generating the Junit report from Playwright tests and uploading it to AIO Tests.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Generating Cucumber reports with Playwright + Cucumber and uploading it in AIO Tests","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Using ","type":"text"},{"text":"AIO Tests REST APIs","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojirappas.com/aio-tcms/aiotcms-static/api-docs/"}}]},{"text":" to report results and much more, using the Playwright framework hooks.","type":"text"}]}]}]},{"type":"paragraph"},{"type":"extension","attrs":{"layout":"default","extensionType":"com.atlassian.confluence.macro.core","extensionKey":"toc","parameters":{"macroParams":{},"macroMetadata":{"macroId":{"value":"54e78a74-cef6-4c16-8de4-6dec0a02a0fd"},"schemaVersion":{"value":"1"},"title":"Table of Contents"}},"localId":"60268fed-881d-4d48-90b8-ccdf088827ea"}},{"type":"heading","attrs":{"level":1},"content":[{"text":"Playwright + JUnit","type":"text"}]},{"type":"paragraph","content":[{"text":"The demo example is based on the ","type":"text"},{"text":"Getting Started project of Playwright","type":"text","marks":[{"type":"link","attrs":{"href":"https://playwright.dev/docs/writing-tests#first-test"}}]},{"text":".","type":"text"}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Required Playwright Setup","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"npm init playwright@latest","type":"text","marks":[{"type":"code"}]},{"text":". On prompt, select the tests folder","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For reporting results","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For JUnit report ","type":"text","marks":[{"type":"strong"}]},{"text":": ","type":"text"},{"text":"PLAYWRIGHT_JUNIT_OUTPUT_NAME=results.xml npx playwright test --reporter=junit","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"For reporting results via AIO Tests API","type":"text","marks":[{"type":"strong"}]},{"text":" : ","type":"text"},{"text":"npm install axios","type":"text","marks":[{"type":"code"}]},{"text":" (This can be replaced with any library to make API calls)","type":"text"}]}]}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Mapping and Running your tests","type":"text"}]},{"type":"paragraph","content":[{"text":"The sample test generated by Playwright is as follows.","type":"text"}]},{"type":"paragraph","content":[{"text":"In AIO Tests, a unique key PROJKEY-TC-12 exists for each case. The unique key can be added to the test name to report results against it in AIO Tests. ","type":"text"}]},{"type":"paragraph","content":[{"text":"The example below shows PROJ1-TC-23 added to the test name. On running the test, the reports will contain the case key.","type":"text"}]},{"type":"codeBlock","content":[{"text":"const { test, expect } = require('@playwright/test');\n\ntest.beforeEach(async ({ page }) => {\n await page.goto('https://demo.playwright.dev/todomvc');\n});\n\nconst TODO_ITEMS = [\n 'feed the cat',\n 'book a doctors appointment'\n];\n\ntest.describe('New Todo', () => {\n test('PROJ1-TC-23 : should allow me to add todo items', async ({page}) => {\n // create a new todo locator\n const newTodo = page.getByPlaceholder('What needs to be done?');\n\n // Create 1st todo.\n await newTodo.fill(TODO_ITEMS[0]);\n await newTodo.press('Enter');\n\n // Make sure the list only has one todo item.\n await expect(page.getByTestId('todo-title')).toHaveText([\n TODO_ITEMS[0]\n ]);\n\n // Create 2nd todo.\n await newTodo.fill(TODO_ITEMS[1]);\n await newTodo.press('Enter');\n\n // Make sure the list now has two todo items.\n await expect(page.getByTestId('todo-title')).toHaveText([\n TODO_ITEMS[0],\n TODO_ITEMS[1]\n ]);\n\n });\n});\n","type":"text"}]},{"type":"paragraph","content":[{"text":"To trigger the Playwright tests, use:","type":"text"}]},{"type":"paragraph","content":[{"text":"npx playwright test","type":"text","marks":[{"type":"code"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Reporting results via JUnit file","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Using the native JUnit reporter","type":"text"}]},{"type":"paragraph","content":[{"text":"Playwright Test comes with a few built-in reporters for different needs and ability to provide custom reporters. The easiest way to try out built-in reporters is to pass ","type":"text"},{"text":"--reporter","type":"text","marks":[{"type":"code"}]},{"text":".","type":"text"}]},{"type":"paragraph","content":[{"text":"Running the tests generates the following Junit xml:","type":"text"}]},{"type":"expand","attrs":{"title":"Playwright JUnit xml"},"content":[{"type":"codeBlock","content":[{"text":"\n\n\n\n\n","type":"text"}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":3},"content":[{"text":"Uploading results to AIO Tests","type":"text"}]},{"type":"paragraph","content":[{"text":"Post execution of a suite, the TEST-.xml file can be uploaded either via","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"AIO Tests REST API","type":"text","marks":[{"type":"link","attrs":{"href":"/wiki/spaces/NAT/pages/1900880129"}}]},{"text":" call using multipart form-data to upload file","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Cycle options in Cycles Tab inside AIO Tests","type":"text","marks":[{"type":"link","attrs":{"href":"/wiki/spaces/NAT/pages/1900879982"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"via ","type":"text"},{"text":"AIO Tests Jenkins Plugin","type":"text","marks":[{"type":"link","attrs":{"href":"https://plugins.jenkins.io/aio-tests/"}}]}]}]}]},{"type":"paragraph","content":[{"text":"Please follow the above links to continue to import results using either of the options.","type":"text"}]},{"type":"paragraph","content":[{"text":"Uploading the above file for the first time will","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"create new cases in the system. The new case is created with ","type":"text"},{"type":"hardBreak"},{"text":"- title as the ","type":"text"},{"text":"name","type":"text","marks":[{"type":"code"}]},{"text":" value from tag of the JUnit report","type":"text"},{"type":"hardBreak"},{"text":"- automation key as ","type":"text"},{"text":"classname.name","type":"text","marks":[{"type":"code"}]},{"text":" from the JUnit report. ","type":"text"},{"type":"hardBreak"},{"text":"- status as Published","type":"text"},{"type":"hardBreak"},{"text":"- automation status as Automated","type":"text"},{"type":"hardBreak"},{"text":"- automation owner as user uploading the results","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Add the newly created case to the cycle being uploaded to","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Mark the details of the run","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Execution mode is set to Automated","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Duration of run is set to Actual Effort","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Status of run is set based on status mapping table below","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Failures and errors are reported as Run Level comments","type":"text"}]}]}]}]}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"If the same file is uploaded again, the cases will be identified using the automation key (","type":"text"},{"text":"classname.name )","type":"text","marks":[{"type":"code"}]},{"text":"and would be updated, instead of creating new cases.","type":"text"}]}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Status Mapping JUnit → AIO Tests","type":"text"}]},{"type":"table","attrs":{"layout":"default","width":1800.0,"localId":"7fdf5559-ff5e-4e62-ad38-d6e5c83a931b"},"content":[{"type":"tableRow","content":[{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-neutral, #F4F5F7)","rowspan":1,"colwidth":[157.0]},"content":[{"type":"paragraph","content":[{"text":"JUnit XML","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-neutral, #F4F5F7)","rowspan":1,"colwidth":[350.0]},"content":[{"type":"paragraph","content":[{"text":"Description","type":"text","marks":[{"type":"strong"}]}]}]},{"type":"tableHeader","attrs":{"colspan":1,"background":"var(--ds-background-neutral, #F4F5F7)","rowspan":1,"colwidth":[253.0]},"content":[{"type":"paragraph","content":[{"text":"AIO Tests Mapping","type":"text","marks":[{"type":"strong"}]}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[157.0]},"content":[{"type":"paragraph","content":[{"text":"No tag inside means Passed","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[350.0]},"content":[{"type":"paragraph","content":[{"text":"Passed case","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[253.0]},"content":[{"type":"paragraph","content":[{"text":"Passed","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[157.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[350.0]},"content":[{"type":"paragraph","content":[{"text":"Skipped case either by @Ignore or others","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[253.0]},"content":[{"type":"paragraph","content":[{"text":"Not Run","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[157.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[350.0]},"content":[{"type":"paragraph","content":[{"text":"Indicates that the test failed. A failure is a test which the code has explicitly failed by using the mechanisms for that purpose. e.g., via an assertEquals.","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[253.0]},"content":[{"type":"paragraph","content":[{"text":"Failed","type":"text"}]}]}]},{"type":"tableRow","content":[{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[157.0]},"content":[{"type":"paragraph","content":[{"text":"","type":"text"}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[350.0]},"content":[{"type":"paragraph","content":[{"text":"Indicates that the test errored. An errored test is one that had an unanticipated problem. e.g., an unchecked throwable;","type":"text","marks":[{"type":"code"}]}]}]},{"type":"tableCell","attrs":{"colspan":1,"rowspan":1,"colwidth":[253.0]},"content":[{"type":"paragraph","content":[{"text":"Failed","type":"text"}]}]}]}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":2},"content":[{"text":"Reporting results via Playwright Hooks and AIO Tests REST APIs","type":"text"}]},{"type":"paragraph","content":[{"text":"AIO Tests provides a rich set of APIs for ","type":"text"},{"text":"Execution Management","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Execution%20management"}}]},{"text":", using which users can not only report execution status, but also add effort, actual results, comments, defects and attachments to runs as well as steps. ","type":"text"},{"type":"hardBreak"},{"text":"AIO Tests also provides APIs to ","type":"text"},{"text":"create cycles","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Cycle%20Operations"}}]},{"text":" and to ","type":"text"},{"text":"add cases to cycles","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Execution%20management/addCaseToCycle"}}]},{"text":" for execution planning.","type":"text"}]},{"type":"paragraph","content":[{"text":"The basic sample below will show how Mocha Hooks in WebdriverIO can leverage the AIO Tests REST APIs to report results. In the wdio.conf.js, the ","type":"text"},{"text":"afterTest","type":"text","marks":[{"type":"code"}]},{"text":" method can be used to make AIO API call.","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"text":"Mocha aftestTest method","type":"text"}]},{"type":"paragraph","content":[{"text":"The afterTest call is defined as below: [ref ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://webdriver.io/docs/configurationfile"}},{"text":" ]","type":"text"}]},{"type":"codeBlock","content":[{"text":"/**\n * Function to be executed after a test (in Mocha/Jasmine only)\n * @param {Object} test test object\n * @param {Object} context scope object the test was executed with\n * @param {Error} result.error error object in case the test fails, otherwise `undefined`\n * @param {Any} result.result return object of test function\n * @param {Number} result.duration duration of test\n * @param {Boolean} result.passed true if test has passed, otherwise false\n * @param {Object} result.retries informations to spec related retries, e.g. `{ attempts: 0, limit: 0 }`\n */\n afterTest: function (test, context, { error, result, duration, passed, retries }) {\n },\n","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"type":"hardBreak"},{"text":"Establish a convention for AIO Tests Case keys","type":"text"}]},{"type":"paragraph","content":[{"text":"For the purpose of the example, we have established a convention to map cases - the AIO Tests case key is the prefix to the case title e.g. ","type":"text"},{"text":"it('NVPROJ-TC-11: should login with valid credentials'","type":"text","marks":[{"type":"code"}]},{"text":" contains NVPROJ-TC-11, which is the AIO Tests Case key.","type":"text"}]},{"type":"paragraph","content":[{"text":"Any convention can be established and the code consuming it can cater to the convention. In our case, we are using startsWith to identify the case key.","type":"text"}]},{"type":"codeBlock","content":[{"text":"describe('My Login application', () => {\n it('NVPROJ-TC-11: should login with valid credentials', async () => {\n await LoginPage.open();\n\n await LoginPage.login('tomsmith', 'SuperSecretPassword!');\n await expect(SecurePage.flashAlert).toBeExisting();\n await expect(SecurePage.flashAlert).toHaveTextContaining(\n 'You logged into a secure area!');\n });\n it('NVPROJ-TC-12: should login with invalid credentials : ', async () => {\n await LoginPage.open();\n\n await LoginPage.login('tomsmith', 'SuperSecretPassword1');\n await expect(SecurePage.flashAlert).toBeExisting();\n await expect(SecurePage.flashAlert).toHaveTextContaining(\n 'You logged into a secure area!');\n });\n});\n","type":"text"}]},{"type":"heading","attrs":{"level":3},"content":[{"type":"hardBreak"},{"text":"Reporting result via API","type":"text"}]},{"type":"paragraph","content":[{"text":"Playwright provides a way to develop ","type":"text"},{"text":"custom reporters","type":"text","marks":[{"type":"link","attrs":{"href":"https://playwright.dev/docs/test-reporters#custom-reporters"}}]},{"text":". ","type":"text"}]},{"type":"paragraph","content":[{"text":"In the example below, a new class AIOReporter (aio-reporter.js) uses the ","type":"text"},{"text":"onTestEnd","type":"text","marks":[{"type":"code"}]},{"text":" method to make a call to AIO REST API","type":"text"}]},{"type":"codeBlock","attrs":{"language":"javascript"},"content":[{"text":"const axios = require('axios');\n\nclass AIOReporter {\n\n promises = [];\n onTestEnd(test, result) {\n this.promises.push(this.postResults(test, result));\n }\n\n postResults(test, result) {\n if(test.title.startsWith(\"NVTES-TC-\")) {\n let tc = test.title.split(\":\")[0].trim()\n console.log(\"Reporting results ...\" + tc)\n let resultData = {\"testRunStatus\": result.status === 'passed'? \"Passed\" :\"Failed\", \"effort\": result.duration/1000};\n if(result.status !== 'passed')\n {\n resultData[\"comments\"] = [result.error];\n }\n return axios({\n method: 'post',\n url: `https://tcms.aiojiraaaps.com/aio-tcms/api/v1/project/NVTES/testcycle/NVTES-CY-434/testcase/${tc}/testrun`,\n headers: {'Authorization': 'AioAuth yourtokenhere'},\n data :resultData\n })\n .then(function (response) {\n console.log(response.data)\n }).catch((e) => console.log(e.response.data));\n }\n }\n \n //On End returns a promise and hence it is important, since onTestEnd is not async\n onEnd(result) {\n return Promise.all(this.promises);\n //On end can also be used to simply import the Junit file in AIO, using the\n //Import results API. For code sample of Import Results API, please refer \n //to Reporting results via Cucumber Hooks and AIO Tests REST APIs sample\n }\n}\n\nmodule.exports = AIOReporter;","type":"text"}]},{"type":"paragraph"},{"type":"paragraph","content":[{"text":"Register the reporter in the playwright.config file as below:","type":"text"}]},{"type":"paragraph","content":[{"text":"reporter: './aio-reporter.js',","type":"text","marks":[{"type":"code"}]}]},{"type":"paragraph","content":[{"text":"In the example above, the ","type":"text"},{"text":"postResults","type":"text","marks":[{"type":"code"}]},{"text":" method uses Axios to make an HTTP call.","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"It uses the test title to identify the case key [ based on the convention established]","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Create a POST request","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"URL :","type":"text","marks":[{"type":"strong"}]},{"text":" For cloud the url host would be ","type":"text"},{"text":"https://tcms.aiojiraapps.com/aio-tcms/api/v1","type":"text","marks":[{"type":"code"}]},{"text":". For Jira server, it would be the native Jira server hostname.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Authorization","type":"text","marks":[{"type":"strong"}]},{"text":" : Please refer to ","type":"text"},{"type":"inlineCard","attrs":{"url":"https://aiosupport.atlassian.net/wiki/spaces/NAT/pages/1900879117"}},{"text":" to understand how to authorize users. The authentication information goes in the ","type":"text"},{"text":"headers: {'Authorization': ''},","type":"text","marks":[{"type":"code"}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"POST Body : ","type":"text","marks":[{"type":"strong"}]},{"text":"The body consists of data from the test and result object provided by Playwright. If the case has failed, the error is posted as comments.","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"If required, the basic example can be extended to upload attachments against the case using the ","type":"text"},{"text":"upload attachment API.","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Execution%20management/addAttachmentsToLatestRun"}}]}]}]}]}]}]},{"type":"panel","attrs":{"panelType":"info"},"content":[{"type":"paragraph","content":[{"text":"The above is a basic example of what can be done with the hooks and AIO Tests APIs. It is recommended to add appropriate error handling and enhance it based on your automation requirements.","type":"text"}]}]},{"type":"paragraph","content":[{"text":" ","type":"text"}]},{"type":"heading","attrs":{"level":1},"content":[{"text":"Playwright + Cucumber Setup","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"npm init playwright@latest","type":"text","marks":[{"type":"code"}]},{"text":". On prompt, select the tests folder","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"npm install @cucumber/cucumber","type":"text","marks":[{"type":"code"}]},{"text":". ","type":"text"}]}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Mapping and Running your tests","type":"text"}]},{"type":"paragraph","content":[{"text":"Cucumber generates a cucumber.json report which can be directly imported in AIO Tests. ","type":"text"}]},{"type":"paragraph","content":[{"text":"In AIO Tests, a unique key PROJKEY-TC-12 exists for each case. The unique key can be added to the scenario tags to report results against it in AIO Tests. All scenario that are not tagged, will be created as new cases, alongwith the steps from the json report.","type":"text"}]},{"type":"paragraph","content":[{"text":"Below example maps a scenario to an AIO Case","type":"text"}]},{"type":"codeBlock","content":[{"text":"@P0\nFeature: Minimal Scenario\n\n @NVTES-TC-33\n Scenario: Justified reasoning\n Given If there is \"here\" and \"there\"\n Then I attain nirvana\n","type":"text"}]},{"type":"paragraph","content":[{"text":"To trigger the cucumber tests:","type":"text"}]},{"type":"paragraph","content":[{"text":"./node_modules/.bin/cucumber-js -f json:tmp/cucumber_report1.json --exit","type":"text","marks":[{"type":"code"}]}]},{"type":"paragraph","content":[{"text":"This would generate the Cucumber JSON report as below:","type":"text"}]},{"type":"codeBlock","attrs":{"language":"json"},"content":[{"text":"[\n {\n \"description\": \"\",\n \"elements\": [\n {\n \"description\": \"\",\n \"id\": \"minimal-scenario;justified-reasoning\",\n \"keyword\": \"Scenario\",\n \"line\": 5,\n \"name\": \"Justified reasoning\",\n \"steps\": [\n {\n \"arguments\": [],\n \"keyword\": \"Given \",\n \"line\": 6,\n \"name\": \"If there is \\\"here\\\" and \\\"there\\\"\",\n \"match\": {\n \"location\": \"features/support/steps.js:9\"\n },\n \"result\": {\n \"status\": \"passed\",\n \"duration\": 1546712\n }\n },\n {\n \"arguments\": [],\n \"keyword\": \"Then \",\n \"line\": 7,\n \"name\": \"I attain nirvana\",\n \"match\": {\n \"location\": \"features/support/steps.js:14\"\n },\n \"result\": {\n \"status\": \"passed\",\n \"duration\": 154070\n }\n }\n ],\n \"tags\": [\n {\n \"name\": \"@P0\",\n \"line\": 1\n },\n {\n \"name\": \"@NVTES-TC-33\",\n \"line\": 4\n }\n ],\n \"type\": \"scenario\"\n }\n ],\n \"id\": \"minimal-scenario\",\n \"line\": 2,\n \"keyword\": \"Feature\",\n \"name\": \"Minimal Scenario\",\n \"tags\": [\n {\n \"name\": \"@P0\",\n \"line\": 1\n }\n ],\n \"uri\": \"features/AIODemo.feature\"\n }\n]","type":"text"}]},{"type":"paragraph"},{"type":"heading","attrs":{"level":3},"content":[{"text":"Uploading results to AIO Tests","type":"text"}]},{"type":"paragraph","content":[{"text":"Post execution of a suite, the cucumber.json file can be uploaded either via","type":"text"}]},{"type":"bulletList","content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"AIO Tests REST API","type":"text","marks":[{"type":"link","attrs":{"href":"https://aiosupport.atlassian.net/wiki/spaces/NAT/pages/1900880129"}}]},{"text":" call using multipart form-data to upload file","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Cycle options in Cycles Tab inside AIO Tests","type":"text","marks":[{"type":"link","attrs":{"href":"https://aiosupport.atlassian.net/wiki/spaces/NAT/pages/1900879982"}}]}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"via ","type":"text"},{"text":"AIO Tests Jenkins Plugin","type":"text","marks":[{"type":"link","attrs":{"href":"https://plugins.jenkins.io/aio-tests/"}}]}]}]}]},{"type":"paragraph","content":[{"text":"Please follow the above links to continue to import results using either of the options.","type":"text"}]},{"type":"paragraph","content":[{"text":"Uploading the above file for the first time will","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"create new cases in the system. The new case is created with ","type":"text"},{"type":"hardBreak"},{"text":"- title as the ","type":"text"},{"text":"scenario description","type":"text","marks":[{"type":"code"}]},{"type":"hardBreak"},{"text":"- automation key as ","type":"text"},{"text":"scenario.id","type":"text","marks":[{"type":"code"}]},{"text":" from the JSON report. ","type":"text"},{"type":"hardBreak"},{"text":"- steps ","type":"text"},{"type":"hardBreak"},{"text":"- status as Published","type":"text"},{"type":"hardBreak"},{"text":"- automation status as Automated","type":"text"},{"type":"hardBreak"},{"text":"- automation owner as user uploading the results","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Add the newly created case to the cycle being uploaded to","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Mark the details of the run","type":"text"}]},{"type":"orderedList","attrs":{"order":1},"content":[{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Execution mode is set to Automated","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Duration of run is set to Actual Effort","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Status of run is set based on status mapping table below","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Failures and errors are reported as Run Level comments","type":"text"}]}]},{"type":"listItem","content":[{"type":"paragraph","content":[{"text":"Steps level results and step level actual result in case of failure","type":"text"}]}]}]}]}]},{"type":"blockquote","content":[{"type":"paragraph","content":[{"text":"If the same file is uploaded again, the cases will be identified using the automation key (","type":"text"},{"text":"scenario.id)","type":"text","marks":[{"type":"code"}]},{"text":"and would be updated, instead of creating new cases.","type":"text"}]}]},{"type":"heading","attrs":{"level":2},"content":[{"text":"Reporting results via Cucumber Hooks and AIO Tests REST APIs","type":"text"}]},{"type":"paragraph","content":[{"text":"AIO Tests provides a rich set of APIs for ","type":"text"},{"text":"Execution Management","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Execution%20management"}}]},{"text":", using which users can not only report execution status, but also add effort, actual results, comments, defects and attachments to runs as well as steps. ","type":"text"},{"type":"hardBreak"},{"text":"AIO Tests also provides APIs to ","type":"text"},{"text":"create cycles","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Cycle%20Operations"}}]},{"text":" and to ","type":"text"},{"text":"add cases to cycles","type":"text","marks":[{"type":"link","attrs":{"href":"https://tcms.aiojiraapps.com/aio-tcms/aiotcms-static/api-docs/#/Execution%20management/addCaseToCycle"}}]},{"text":" for execution planning.","type":"text"}]},{"type":"paragraph","content":[{"text":"The basic sample below will show how Cucumber Hooks can leverage the AIO Tests REST APIs to report results. ","type":"text"}]},{"type":"codeBlock","attrs":{"language":"javascript"},"content":[{"text":"//support/handlers.js\nconst {AfterAll } = require( \"@cucumber/cucumber\");\nconst fs = require('fs');\nconst axios = require('axios');\nconst FormData = require('form-data');\n\nAfterAll( function () {\n //Time out is necessary since the cucumber report is not generated otherwise\n setTimeout(() => {\n let promises = [];\n fs.readdirSync(\"./tmp/\").forEach(file => {\n var bodyFormData = new FormData();\n bodyFormData.append('file', fs.createReadStream( file));\n bodyFormData.append('createCase', 'true');\n bodyFormData.append('bddForceUpdateCase','true');\n promises.push(axios.post(`https://tcms.aiojiraapps.com/aio-tcms/api/v1/project/{jiraProjectKey}/testcycle/{cyclekey}/import/results?type=Cucumber`,\n bodyFormData, {\n headers: {'Authorization': 'AioAuth yourtoken', 'Content-Type': 'multipart/form-data'}\n }).then(function (response) {\n console.log(response.data)\n }).catch((e) => console.log(e.response)))\n });\n return await Promise.all(promises);\n }, 2000);\n})","type":"text"}]},{"type":"paragraph","content":[{"text":"To trigger the playwright tests with the above file, the reporting file needs to be provided to cucumber-js, using the following command:","type":"text"},{"type":"hardBreak"},{"text":" ","type":"text"},{"text":"./node_modules/.bin/cucumber-js -f json:./tmp/cucumber_report1.json --require features/support/handlers.js --require features/support/steps.js","type":"text","marks":[{"type":"code"}]}]}],"version":1}

Browser not supported