ci: prebuilt librocksdb in docker image

.github/actions/docker/action.yaml

@@ -110,6 +110,7 @@ runs:
           SCCACHE_S3_KEY_PREFIX=${{ runner.os }}/sccache
           AWS_ACCESS_KEY_ID=${{ inputs.aws_access_key_id }}
           AWS_SECRET_ACCESS_KEY=${{ inputs.aws_secret_access_key }}
+          AWS_REGION=${{ inputs.region }}
         cache-from: ${{ steps.layer_cache_settings.outputs.cache_from }}
         cache-to: ${{ steps.layer_cache_settings.outputs.cache_to }}
         outputs: type=image,name=${{ inputs.image_org }}/${{ inputs.image_name }},push-by-digest=${{ inputs.push_tags != 'true' }},name-canonical=true,push=true

.github/actions/rust/action.yaml

@@ -85,9 +85,9 @@ runs:
         export PATH="${PATH}:${HOME}/.local/bin"
 
     - name: Run sccache-cache
-      uses: mozilla-actions/[email protected].3
+      uses: mozilla-actions/[email protected].6
       with:
-        version: "v0.7.1" # Must be the same as in Dockerfile
+        version: "v0.8.2" # Must be the same as in Dockerfile
       if: inputs.cache == 'true'
 
     - name: Hash ref_name
@@ -117,5 +117,6 @@ runs:
       if: runner.os == 'Linux'
       run: |
         sudo apt update -qq
-        sudo apt install -qq --yes clang llvm
+        # snappy is required by rust rocksdb
+        sudo apt install -qq --yes clang llvm libsnappy-dev
         sudo update-alternatives --set cc /usr/bin/clang

.github/workflows/tests-build-image.yml

@@ -17,7 +17,8 @@ on:
 jobs:
   build-image:
     name: Build ${{ inputs.name }} image
-    runs-on: ["self-hosted", "linux", "arm64", "ubuntu-platform"]
+    # runs-on: ["self-hosted", "linux", "arm64", "ubuntu-platform"]
+    runs-on: ubuntu-24.04
     steps:
       - name: Check out repo
         uses: actions/checkout@v4
@@ -41,7 +42,7 @@ jobs:
           image_name: ${{ inputs.image_name }}
           image_org: ${{ secrets.AWS_ACCOUNT_ID }}.dkr.ecr.${{ secrets.AWS_REGION }}.amazonaws.com
           target: ${{ inputs.target }}
-          platform: linux/arm64
+          platform: linux/amd64
           push_tags: true
           dockerhub_username: ${{ secrets.DOCKERHUB_USERNAME }}
           dockerhub_token: ${{ secrets.DOCKERHUB_TOKEN }}

.github/workflows/tests-build-js.yml

@@ -4,7 +4,8 @@ on:
 jobs:
   build-js:
     name: Build JS
-    runs-on: ["self-hosted", "linux", "arm64", "ubuntu-platform"]
+    # runs-on: ["self-hosted", "linux", "arm64", "ubuntu-platform"]
+    runs-on: ubuntu-24.04
     steps:
       - name: Configure AWS credentials and bucket region
         uses: aws-actions/configure-aws-credentials@v4

.github/workflows/tests-dashmate.yml

@@ -18,7 +18,8 @@ jobs:
   dashmate-test:
     name: Run ${{ inputs.name }} tests
     # TODO: Try with Github Runner, probably it will be the same time
-    runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    # runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    runs-on: ubuntu-24.04
     timeout-minutes: 15
     steps:
       - name: Check out repo
@@ -118,4 +119,3 @@ jobs:
       - name: Show Docker logs
         if: ${{ failure() }}
         uses: jwalton/gh-docker-logs@v2
-

.github/workflows/tests-packges-functional.yml

@@ -4,7 +4,8 @@ on:
 jobs:
   test-functional:
     name: Run functional tests
-    runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    # runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    runs-on: ubuntu-24.04
     timeout-minutes: 15
     env:
       CHROME_BIN: /usr/bin/brave-browser

.github/workflows/tests-rs-package.yml

@@ -8,11 +8,12 @@ on:
       test-runner:
         description: Runner for tests. Must be JSON valid string.
         type: string
-        default: '[ "self-hosted", "linux", "arm64", "ubuntu-platform" ]'
+        # default: '[ "self-hosted", "linux", "arm64", "ubuntu-platform" ]'
+        default: '[ "ubuntu-24.04" ]'
       lint-runner:
         description: Runner for linting. Must be JSON valid string.
         type: string
-        default: '"ubuntu-24.04"'
+        default: '[ "ubuntu-24.04" ]'
       check-each-feature:
         description: If true, try to build each individual feature for this crate
         type: boolean
@@ -55,7 +56,8 @@ jobs:
           SCCACHE_S3_KEY_PREFIX: ${{ runner.os }}/sccache/${{ runner.arch }}/linux-gnu
           ROCKSDB_STATIC: "/opt/rocksdb/usr/local/lib/librocksdb.a"
           ROCKSDB_LIB_DIR: "/opt/rocksdb/usr/local/lib"
-
+          SNAPPY_STATIC: "/usr/lib/x86_64-linux-gnu/libsnappy.a"
+          SNAPPY_LIB_DIR: "/usr/lib/x86_64-linux-gnu"
   formatting:
     name: Formatting
     runs-on: ubuntu-24.04
@@ -119,6 +121,8 @@ jobs:
           SCCACHE_S3_KEY_PREFIX: ${{ runner.os }}/sccache/${{ runner.arch }}/linux-gnu
           ROCKSDB_STATIC: "/opt/rocksdb/usr/local/lib/librocksdb.a"
           ROCKSDB_LIB_DIR: "/opt/rocksdb/usr/local/lib"
+          SNAPPY_STATIC: "/usr/lib/x86_64-linux-gnu/libsnappy.a"
+          SNAPPY_LIB_DIR: "/usr/lib/x86_64-linux-gnu"
         with:
           args: ${{ steps.crate_info.outputs.cargo_manifest_dir }}
 
@@ -213,7 +217,8 @@ jobs:
           SCCACHE_S3_KEY_PREFIX: ${{ runner.os }}/sccache/${{ runner.arch }}/linux-gnu
           ROCKSDB_STATIC: "/opt/rocksdb/usr/local/lib/librocksdb.a"
           ROCKSDB_LIB_DIR: "/opt/rocksdb/usr/local/lib"
-
+          SNAPPY_STATIC: "/usr/lib/x86_64-linux-gnu/libsnappy.a"
+          SNAPPY_LIB_DIR: "/usr/lib/x86_64-linux-gnu"
   check_each_feature:
     name: Check each feature
     runs-on: ${{ fromJSON(inputs.test-runner) }}
@@ -250,6 +255,8 @@ jobs:
           SCCACHE_S3_KEY_PREFIX: ${{ runner.os }}/sccache/${{ runner.arch }}/linux-gnu
           ROCKSDB_STATIC: "/opt/rocksdb/usr/local/lib/librocksdb.a"
           ROCKSDB_LIB_DIR: "/opt/rocksdb/usr/local/lib"
+          SNAPPY_STATIC: "/usr/lib/x86_64-linux-gnu/libsnappy.a"
+          SNAPPY_LIB_DIR: "/usr/lib/x86_64-linux-gnu"
         run: |
           echo Verify all features disabled
           set -ex

.github/workflows/tests-test-suite.yml

@@ -22,7 +22,8 @@ on:
 jobs:
   test-suite:
     name: Run ${{ inputs.name }}
-    runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    # runs-on: [ "self-hosted", "linux", "arm64", "ubuntu-platform" ]
+    runs-on: ubuntu-24.04
     timeout-minutes: 15
     env:
       CHROME_BIN: /usr/bin/brave-browser
@@ -57,8 +58,8 @@ jobs:
       - name: Run test suite
         run: yarn workspace @dashevo/platform-test-suite ${{ inputs.command }}
         env:
-            BROWSER_TEST_BATCH_INDEX: ${{ inputs.batch_index }}
-            BROWSER_TEST_BATCH_TOTAL: ${{ inputs.batch_total }}
+          BROWSER_TEST_BATCH_INDEX: ${{ inputs.batch_index }}
+          BROWSER_TEST_BATCH_TOTAL: ${{ inputs.batch_total }}
 
       - name: Show Docker logs
         if: ${{ failure() }}

.github/workflows/tests.yml

@@ -2,11 +2,6 @@ name: Tests
 
 on:
   workflow_dispatch:
-    inputs:
-      rebuild-deps:
-        description: "Rebuild cached Rust dependencies"
-        required: false
-        default: "false"
   pull_request:
     types: [opened, synchronize, reopened, ready_for_review]
     branches:
@@ -44,11 +39,14 @@ jobs:
   build-rust-deps:
     name: Prebuild and cache some Rust dependencies
     runs-on: ubuntu-24.04
+    needs:
+      - changes
+    # run only if any changes were detected, eg. changes job returned non-empty list
+    if: ${{ needs.changes.outputs.rs-packages != '[]' }}
     env:
       AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
       AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
       AWS_REGION: ${{ secrets.AWS_REGION }}
-
     steps:
       - name: Checkout
         uses: actions/checkout@v4