diff --git a/.circleci/config.yml b/.circleci/config.yml index dfa4bf21bf96..35c7f9292150 100644 --- a/.circleci/config.yml +++ b/.circleci/config.yml @@ -86,8 +86,11 @@ jobs: - run: name: Setup Test Runner command: | - git clone --recurse-submodules https://github.com/babel/babel-test262-runner + # Switch to master branch later + git clone --recurse-submodules https://github.com/jbhoosreddy/babel-test262-runner cd babel-test262-runner + git fetch origin compare-master-results + git checkout compare-master-results yarn yarn add tap-mocha-reporter --dev curl -L https://github.com/stedolan/jq/releases/download/jq-1.5/jq-linux64 > jq @@ -102,10 +105,21 @@ jobs: <<: *test262_workdir - store_artifacts: *artifact_test262_tap - run: - name: Output test262 results + name: Output Test262 results command: | cat ~/test262.tap | $(npm bin)/tap-mocha-reporter spec || true <<: *test262_workdir + - run: + name: Download master branch Test262 artifact + command: node lib/download-master-artifact ~/master.tap + <<: *test262_workdir + - run: + name: Compare master branch & PR results + command: | + mkdir -p ~/test-results/test262 + node lib/compare-results ~/master.tap ~/test262.tap | $(npm bin)/tap-mocha-reporter xunit | tee ~/test-results/test262/results.xml + <<: *test262_workdir + - store_test_results: *artifact_test262_xunit workflows: @@ -120,3 +134,10 @@ workflows: branches: only: - master +test262-after-approval: + jobs: + # - approve-test262-run: + # type: approval + - test262 + # requires: + # - approve-test262-run \ No newline at end of file