Deduplicate ci.yml from #795

.github/actions/build-bitcoind/action.yml

@@ -23,7 +23,7 @@ runs:
         ccache --zero-stats
         cd test; ./setup_environment.sh --bitcoind; cd ..
         ccache --show-stats --verbose
-        tar -czf bitcoind.tar.gz test/work/bitcoin/build/src/bitcoind
+        tar -czf bitcoind.tar.gz test/work/bitcoin/build/bin/bitcoind
 
     - uses: actions/cache/save@v4
       if: github.event_name != 'pull_request' && steps.ccache-cache.outputs.cache-hit != 'true'

.github/actions/build-sim/action.yml

@@ -0,0 +1,28 @@
+name: Build sim
+description: Build device simulator(s)
+runs:
+  using: composite
+  steps:
+    - name: Install dependencies
+      shell: bash
+      run: |
+        sudo apt-get update
+        sudo apt-get install -y gcc-arm-linux-gnueabihf libsdl2-image-dev libslirp-dev libpcsclite-dev ninja-build
+        pip install poetry
+        wget https://github.com/protocolbuffers/protobuf/releases/download/v22.0/protoc-22.0-linux-x86_64.zip
+        sudo unzip protoc-22.0-linux-x86_64.zip -d /usr/local
+        protoc --version
+
+    - name: Build simulator
+      shell: bash
+      run: |
+        git config --global user.email "ci@ci.com"
+        git config --global user.name "ci"
+        cd test; ./setup_environment.sh --${{ matrix.device.name }}; cd ..
+        tar -czf ${{ matrix.device.archive }}.tar.gz ${{ matrix.device.paths }}
+
+    - uses: actions/upload-artifact@v4
+      with:
+        name: ${{ matrix.device.name }}-sim
+        path: ${{ matrix.device.archive }}.tar.gz
+

.github/actions/install-sim/action.yml

@@ -30,6 +30,8 @@ runs:
         pushd test/work/firmware; git am ../../data/coldcard-multisig.patch; popd
         poetry run pip install -r test/work/firmware/requirements.txt
         pip install -r test/work/firmware/requirements.txt
+        poetry run pip install pysdl2-dll
+        pip install pysdl2-dll
 
     - if: inputs.device == 'bitbox01'
       shell: bash
@@ -58,13 +60,14 @@ runs:
         apt-get update
         apt-get install -y libusb-1.0-0 qemu-user-static
         tar -xvf speculos.tar.gz
-        poetry run pip install construct flask-restful jsonschema mnemonic pyelftools pillow requests pytesseract
-        pip install construct flask-restful jsonschema mnemonic pyelftools pillow requests pytesseract
+        poetry run pip install construct flask-cors flask-restful jsonschema ledgered mnemonic pyelftools pillow requests pytesseract
+        pip install construct flask-cors flask-restful jsonschema ledgered mnemonic pyelftools pillow requests pytesseract
 
     - if: inputs.device == 'ledger'
       uses: actions/download-artifact@v4
       with:
-        name: ledger_app
+        name: ${{ inputs.device == 'ledger-legacy' && 'ledger_app_nano_s' || 'ledger_app_nano_x' }}
+
 
     - if: inputs.device == 'ledger'
       shell: bash

.github/actions/test-device/action.yml

@@ -0,0 +1,31 @@
+name: Test device
+description: Run tests for one device type.
+runs:
+  using: composite
+  steps:
+    - shell: bash
+      run: |
+        pip install poetry
+        poetry install
+
+    - uses: actions/download-artifact@v4
+      with:
+        name: bitcoind
+
+    - shell: bash
+      run: |
+        tar -xvf bitcoind.tar.gz
+
+    - uses: ./.github/actions/install-sim
+      with:
+        device: ${{ matrix.device }}
+
+    - name: Run tests
+      shell: bash
+      run: |
+        cd test; poetry run ./run_tests.py --${{ matrix.device }} --interface=${{ matrix.test.interface }} --device-only; cd ..
+
+    - if: failure()
+      shell: bash
+      run: |
+        tail -v -n +1 test/*.std*

.github/actions/test-dist/action.yml

@@ -0,0 +1,67 @@
+name: Test dist
+description: Run dist tests for one device type.
+runs:
+  using: composite
+  steps:
+    - shell: bash
+      run: |
+        pip install poetry
+
+    - uses: actions/download-artifact@v4
+      with:
+        name: dist
+        path: dist/
+
+    - name: Install (Wheel)
+      if: matrix.test.script == 'Wheel'
+      shell: bash
+      run: |
+        pip install dist/*.whl
+
+    - name: Install (Sdist)
+      if: matrix.test.script == 'Sdist'
+      shell: bash
+      run: |
+        pip install $(find dist -name "*.tar.gz" -a -not -name "*linux*")
+
+    - name: Install (Bindist)
+      if: matrix.test.script == 'Bindist'
+      shell: bash
+      run: |
+        poetry install; cd dist; tar -xvf hwi*linux*.tar.gz; cd ..
+
+    - uses: actions/download-artifact@v4
+      with:
+        name: bitcoind
+
+    - shell: bash
+      run: |
+        tar -xvf bitcoind.tar.gz
+
+    - uses: ./.github/actions/install-sim
+      with:
+        device: ${{ matrix.device }}
+
+    - name: Run tests (Wheel)
+      if: matrix.test.script == 'Wheel'
+      shell: bash
+      run: |
+        cd test; ./run_tests.py $DEVICE --interface=cli --device-only; cd ..
+
+    - name: Run tests (Sdist)
+      if: matrix.test.script == 'Sdist'
+      shell: bash
+      run: |
+        cd test; ./run_tests.py $DEVICE --interface=cli --device-only; cd ..
+
+    - name: Run tests (Bindist)
+      if: matrix.test.script == 'Bindist'
+      shell: bash
+      run: |
+        cd test; poetry run ./run_tests.py $DEVICE --interface=bindist --device-only; cd ..
+
+    - if: failure()
+      shell: bash
+      run: |
+        tail -v -n +1 test/*.std*
+

.github/sim-build-map.json

@@ -0,0 +1,22 @@
+{
+  "trezor": [
+    { "name": "trezor-1", "archive": "trezor-firmware", "paths": "test/work/trezor-firmware" },
+    { "name": "trezor-t", "archive": "trezor-firmware", "paths": "test/work/trezor-firmware" }
+  ],
+  "coldcard": [
+    { "name": "coldcard", "archive": "coldcard-mpy", "paths": "test/work/firmware/external/micropython/ports/unix/coldcard-mpy test/work/firmware/unix/coldcard-mpy test/work/firmware/unix/l-mpy test/work/firmware/unix/l-port" }
+  ],
+  "bitbox": [
+    { "name": "bitbox01", "archive": "mcu", "paths": "test/work/mcu" },
+    { "name": "bitbox02", "archive": "bitbox02", "paths": "test/work/bitbox02-firmware/build-build-noasan/bin/simulator" }
+  ],
+  "jade": [
+    { "name": "jade", "archive": "jade", "paths": "test/work/jade/simulator" }
+  ],
+  "ledger": [
+    { "name": "ledger", "archive": "speculos", "paths": "test/work/speculos" }
+  ],
+  "keepkey": [
+    { "name": "keepkey", "archive": "keepkey-firmware", "paths": "test/work/keepkey-firmware/bin" }
+  ]
+}