From 2e8c81e54026b3d6b16c06111f3bfda2d158d801 Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 09:32:40 -0700 Subject: [PATCH 1/6] hollow out github runner. run on all branches, but do not s3 push. use this for testing, for now. when we have verified it works, we will update it to actually push again and only run on master. --- .github/workflows/mirror_data_archive.yml | 32 +++++++++++++++++++---- 1 file changed, 27 insertions(+), 5 deletions(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index bf49b3311..4b0ed4df5 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -2,8 +2,8 @@ name: mirror-archive-on-merge-to-default-branch on: push: - branches: - - master + #branches: + # - master jobs: mirror-archive: @@ -12,6 +12,28 @@ jobs: BUCKET: attack-range-attack-data ATTACK_DATA_ARCHIVE_FILE: attack_data.tar.zstd steps: + + # Use the following GitHub Action to free up disk space on a runner + # This removes dependencies and packages that may be important to many + # GitHub users, such as the Android and dotnet build tools, but are + # not relevant to us + # https://github.com/marketplace/actions/free-disk-space-ubuntu + - name: Free Disk Space (Ubuntu) + uses: jlumbroso/free-disk-space1.3.1 + with: + # this might remove tools that are actually needed, + # if set to "true" but frees about 6 GB + tool-cache: false + + # all of these default to true, but feel free to set to + # "false" if necessary for your workflow + android: true + dotnet: true + haskell: true + large-packages: true + docker-images: true + #swap-storage: true + - name: Checkout Repo uses: actions/checkout@v4 # We must EXPLICITLY specificy lfs: true. It defaults to false @@ -40,6 +62,6 @@ jobs: # File size reductions are diminishing returns after this - determined experimentally. tar -c attack_data | zstd --compress -T0 -10 -o $ATTACK_DATA_ARCHIVE_FILE - - name: Upload Attack data archive file to S3 Bucket - run: | - aws s3 cp $ATTACK_DATA_ARCHIVE_FILE s3://$BUCKET/ \ No newline at end of file + # - name: Upload Attack data archive file to S3 Bucket + # run: | + # aws s3 cp $ATTACK_DATA_ARCHIVE_FILE s3://$BUCKET/ \ No newline at end of file From 6526a5ec91dc78dbfd51b01db04759ee4c314d6a Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 09:35:28 -0700 Subject: [PATCH 2/6] missed an @ for tag --- .github/workflows/mirror_data_archive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index 4b0ed4df5..6bf3face7 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -19,7 +19,7 @@ jobs: # not relevant to us # https://github.com/marketplace/actions/free-disk-space-ubuntu - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space1.3.1 + uses: jlumbroso/free-disk-space@1.3.1 with: # this might remove tools that are actually needed, # if set to "true" but frees about 6 GB From 479eb7efb277ac110a63423481704e1c6349f45e Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 09:37:42 -0700 Subject: [PATCH 3/6] forgot to include v in version --- .github/workflows/mirror_data_archive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index 6bf3face7..46d982c9b 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -19,7 +19,7 @@ jobs: # not relevant to us # https://github.com/marketplace/actions/free-disk-space-ubuntu - name: Free Disk Space (Ubuntu) - uses: jlumbroso/free-disk-space@1.3.1 + uses: jlumbroso/free-disk-space@v1.3.1 with: # this might remove tools that are actually needed, # if set to "true" but frees about 6 GB From 3ef3ca51fb55fcf9f2dbdcbc8743300d9d896112 Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 09:41:51 -0700 Subject: [PATCH 4/6] removing large packages takes some significant time, so don't do that at this time. --- .github/workflows/mirror_data_archive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index 46d982c9b..b8756d384 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -30,7 +30,7 @@ jobs: android: true dotnet: true haskell: true - large-packages: true + #large-packages: true docker-images: true #swap-storage: true From 224c38f8439083aaa06d2efae04be4069bcf49cc Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 10:01:40 -0700 Subject: [PATCH 5/6] enable cleanup of everything --- .github/workflows/mirror_data_archive.yml | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index b8756d384..801709834 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -30,9 +30,9 @@ jobs: android: true dotnet: true haskell: true - #large-packages: true + large-packages: true docker-images: true - #swap-storage: true + swap-storage: true - name: Checkout Repo uses: actions/checkout@v4 From 8e29f66b496df27c4d52978e1673111624e1fe84 Mon Sep 17 00:00:00 2001 From: pyth0n1c <87383215+pyth0n1c@users.noreply.github.com> Date: Wed, 8 Oct 2025 10:02:04 -0700 Subject: [PATCH 6/6] try not cleaning up large packages --- .github/workflows/mirror_data_archive.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/mirror_data_archive.yml b/.github/workflows/mirror_data_archive.yml index 801709834..a3bc98e47 100644 --- a/.github/workflows/mirror_data_archive.yml +++ b/.github/workflows/mirror_data_archive.yml @@ -30,7 +30,7 @@ jobs: android: true dotnet: true haskell: true - large-packages: true + large-packages: false docker-images: true swap-storage: true