diff --git a/.github/workflows/smoke-tests.yaml b/.github/workflows/smoke-tests.yaml
index 3289483..dee7833 100644
--- a/.github/workflows/smoke-tests.yaml
+++ b/.github/workflows/smoke-tests.yaml
@@ -75,11 +75,18 @@ jobs:
         with:
           repository: eliotsykes/rspec-rails-examples
           path: examples/
+      - uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: '2.2'
+          bundler-cache: true
+      - run: gem install rspec_junit_formatter
+      - run: mkdir -p tmp/junit/
+      - run: rspec --format RspecJunitFormatter --out tmp/junit/rspec.xml
       - uses: ./
         id: split-tests
         name: Run this action
         with:
-          junit-path: examples/
+          junit-path: examples/tmp/junit/rspec.xml
           glob: examples/spec/**/*_spec.rb
           split-total: 5
           split-index: 1