#4605 Export test result to semaphoreci (#5045)

* (WIP) implement ava reporter

* feat: added semaphoreci test result export feature

* trigger failing test

* fix: revert failing checking trigger

* feat: export unit test result too

Author: ioanmo226

.gitignore

@@ -21,3 +21,4 @@ npm-debug.log
 /rt.sh
 /grt.sh
 tooling/release.json
+report.xml

.semaphore/semaphore.yml

@@ -43,8 +43,10 @@ blocks:
         - name: enterprise mock - standard test group
           commands:
             - npm run-script test_ci_chrome_enterprise
-            - cd ./build && zip -r ~/chrome-enterprise.zip ./chrome-enterprise/* && cd ~
       epilogue:
+        always:
+          commands:
+            - '[[ -f report.xml ]] && test-results publish report.xml'
         on_fail:
           commands:
             - |
@@ -79,6 +81,9 @@ blocks:
           commands:
             - npm run-script test_ci_chrome_consumer_live_gmail
       epilogue:
+        always:
+          commands:
+            - '[[ -f report.xml ]] && test-results publish report.xml'
         on_fail:
           commands:
             - |
@@ -122,6 +127,15 @@ blocks:
         - name: consumer mock - unit tests
           commands:
             - npm run-script test_local_unit_consumer
+            - '[[ -f report.xml ]] && test-results publish report.xml'
         - name: enterprise mock - unit tests
           commands:
             - npm run-script test_local_unit_enterprise
+            - '[[ -f report.xml ]] && test-results publish report.xml'
+
+after_pipeline:
+  task:
+    jobs:
+      - name: Publish Results
+        commands:
+          - test-results gen-pipeline-report

package-lock.json

@@ -56,6 +56,7 @@
     "postcss-html": "^1.5.0",
     "squire-rte": "1.11.3",
     "sweetalert2": "11.7.3",
+    "tap-xunit": "^2.4.1",
     "zxcvbn": "4.4.2"
   },
   "scripts": {
@@ -70,19 +71,19 @@
     "test_local_chrome_enterprise_mock": "npm run pretest && npm run test_ci_chrome_enterprise -- -- --pool-size=1 --debug",
     "test_local_chrome_consumer_live_gmail": "npm run pretest && npm run test_ci_chrome_consumer_live_gmail -- -- --pool-size=1 --debug",
     "test_local_chrome_consumer_mock_flaky": "npm run pretest && npm run test_ci_chrome_consumer_flaky -- -- --pool-size=1 --retry=false --debug",
-    "test_local_unit_consumer": "npm run pretest && npx ava --timeout=20m --verbose --concurrency=10 build/test/test/source/test.js -- UNIT-TESTS --retry=false --debug CONSUMER-MOCK",
-    "test_local_unit_enterprise": "npm run pretest && npx ava --timeout=20m --verbose --concurrency=10 build/test/test/source/test.js -- UNIT-TESTS --retry=false --pool-size=1 --debug ENTERPRISE-MOCK",
+    "test_local_unit_consumer": "npm run pretest && npx ava --timeout=20m --verbose --tap --concurrency=10 build/test/test/source/test.js -- UNIT-TESTS --retry=false --debug CONSUMER-MOCK | npx tap-xunit > report.xml",
+    "test_local_unit_enterprise": "npm run pretest && npx ava --timeout=20m --verbose --tap --concurrency=10 build/test/test/source/test.js -- UNIT-TESTS --retry=false --pool-size=1 --debug ENTERPRISE-MOCK | npx tap-xunit > report.xml",
     "test_local_chrome_consumer_mock_headless": "xvfb-run npm run test_local_chrome_consumer_mock",
     "test_stylelint": "stylelint extension/css/cryptup.css extension/css/settings.css extension/css/webmail.css && stylelint extension/**/*.htm --custom-syntax postcss-html",
     "test_eslint": "eslint --ext ts extension test tooling",
     "test_patterns": "node build/test/test/source/patterns.js",
     "test_async_stack": "node build/test/test/source/async-stack.js",
     "test_buf": "npx ava --timeout=3m --verbose --concurrency=10 build/test/test/source/buf.js",
-    "test_ci_chrome_consumer_live_gmail": "npx ava --timeout=30m --verbose --concurrency=1 build/test/test/source/test.js -- CONSUMER-LIVE-GMAIL STANDARD-GROUP",
-    "test_ci_chrome_consumer": "npx ava --timeout=30m --verbose --concurrency=10 build/test/test/source/test.js -- CONSUMER-MOCK STANDARD-GROUP",
-    "test_ci_chrome_enterprise": "npx ava --timeout=30m --verbose --concurrency=10 build/test/test/source/test.js -- ENTERPRISE-MOCK STANDARD-GROUP",
-    "test_ci_chrome_consumer_flaky": "npx ava --timeout=30m --verbose --concurrency=10 build/test/test/source/test.js -- CONSUMER-MOCK FLAKY-GROUP",
-    "test_ci_chrome_content_scripts": "npx ava --timeout=3m --verbose build/test/test/source/test.js -- CONTENT-SCRIPT-TESTS",
+    "test_ci_chrome_consumer_live_gmail": "npx ava --timeout=30m --verbose --tap --concurrency=1 build/test/test/source/test.js -- CONSUMER-LIVE-GMAIL STANDARD-GROUP | npx tap-xunit > report.xml",
+    "test_ci_chrome_consumer": "npx ava --timeout=30m --verbose --tap --concurrency=10 build/test/test/source/test.js -- CONSUMER-MOCK STANDARD-GROUP | npx tap-xunit > report.xml",
+    "test_ci_chrome_enterprise": "npx ava --timeout=30m --verbose --tap --concurrency=10 build/test/test/source/test.js -- ENTERPRISE-MOCK STANDARD-GROUP | npx tap-xunit > report.xml",
+    "test_ci_chrome_consumer_flaky": "npx ava --timeout=30m --verbose --tap --concurrency=10 build/test/test/source/test.js -- CONSUMER-MOCK FLAKY-GROUP | npx tap-xunit > report.xml",
+    "test_ci_chrome_content_scripts": "npx ava --timeout=3m --verbose --tap build/test/test/source/test.js -- CONTENT-SCRIPT-TESTS > report.xml",
     "dev_start_gmail_mock_api": "./scripts/build.sh && cd ./conf && node ../build/tooling/tsc-compiler --project tsconfig.test.json && cd .. && node ./build/test/test/source/mock.js",
     "run_firefox": "npm run build-incremental && npx web-ext run --source-dir ./build/firefox-consumer/ --firefox-profile ~/.mozilla/firefox/flowcrypt-dev --keep-profile-changes",
     "run_firefox_windows": "npm run build-incremental && npx web-ext run --source-dir ./build/firefox-consumer/ --firefox-profile %userprofile%/AppData/Local/Mozilla/Firefox/Profiles/flowcrypt-dev --keep-profile-changes",
@@ -111,4 +112,4 @@
       "npm run test_stylelint"
     ]
   }
-}
+}