[WIP] Cache rocksdb dynamic library

.github/workflows/ci.yml

@@ -45,6 +45,11 @@ jobs:
         run: echo "LIBCLANG_PATH=$((gcm clang).source -replace "clang.exe")" >> $env:GITHUB_ENV
         if: matrix.os == 'windows-latest'
 
+      - name: Provide RocksDB
+        uses: ./.github/workflows/rocksdb
+        with:
+          os: ${{ matrix.os }}
+
       - name: Install ${{ matrix.rust }}
         uses: actions-rs/toolchain@v1
         with:
@@ -81,6 +86,10 @@ jobs:
             ${{ matrix.os }}-${{ matrix.rust }}-
             ${{ matrix.os }}-
 
+      - name: Set LD_LIBRARY_PATH (Linux)
+        if: matrix.os == 'ubuntu-latest'
+        run: sudo ln -vsf $ROCKSDB_LIB_DIR* /usr/lib/
+
       - name: Build
         uses: actions-rs/cargo@v1
         with:
@@ -179,6 +188,9 @@ jobs:
           override: true
           components: clippy
 
+      - name: Provide RocksDB
+        uses: ./.github/workflows/rocksdb
+
       - name: Cache cargo state
         uses: actions/cache@v2
         env:
@@ -212,6 +224,9 @@ jobs:
           toolchain: nightly
           override: true
 
+      - name: Provide RocksDB
+        uses: ./.github/workflows/rocksdb
+
       - name: Cache cargo state
         uses: actions/cache@v2
         env:
@@ -301,6 +316,9 @@ jobs:
             toolchain: nightly
             override: true
 
+      - name: Provide RocksDB
+        uses: ./.github/workflows/rocksdb
+
       - name: Cache cargo state
         uses: actions/cache@v2
         env:
@@ -329,5 +347,5 @@ jobs:
 
       - name: Run missing files check
         run: >
-          bash .github/workflows/scripts/missing_files.sh 
+          bash .github/workflows/scripts/missing_files.sh
           bee-message/fuzz

.github/workflows/coverage.yml

@@ -32,6 +32,8 @@ jobs:
         with:
           crate: rustfilt
           version: 0.2.1
+      - name: Provide RocksDB
+        uses: ./.github/workflows/rocksdb
       - name: Run test coverage
         run: bash .github/workflows/scripts/coverage.sh
       - uses: coverallsapp/[email protected]

.github/workflows/rocksdb/action.yml

@@ -0,0 +1,97 @@
+name: 'Compile and cache RocksDB'
+inputs:
+  os:
+    description: 'Which OS to use'
+    required: true
+    default: 'ubuntu-latest'
+runs:
+  using: 'composite'
+  steps:
+    - name: Set RocksDB version and build path (Unix)
+      shell: bash
+      if: inputs.os != 'windows-latest'
+      run: |
+        echo "ROCKSDB_VERSION=6.22.1" >> $GITHUB_ENV
+        echo "ROCKSDB_BUILD_PATH=$(pwd)/rocksdb_build" >> $GITHUB_ENV
+
+    - name: Set RocksDB version and build path (Windows)
+      shell: pwsh
+      if: inputs.os == 'windows-latest'
+      run: |
+        echo "ROCKSDB_VERSION=6.22.1" >> $env:GITHUB_ENV
+        echo "ROCKSDB_BUILD_PATH=$(Get-Location)\rocksdb_build" >> $env:GITHUB_ENV
+
+    - name: Set RocksDB path (Linux)
+      shell: bash
+      if: inputs.os == 'ubuntu-latest'
+      run: echo "ROCKSDB_LIB_DIR=$ROCKSDB_BUILD_PATH/rocksdb-$ROCKSDB_VERSION/librocksdb.so" >> $GITHUB_ENV
+
+    - name: Set RocksDB path (MacOS)
+      shell: bash
+      if: inputs.os == 'macos-latest'
+      run: echo "ROCKSDB_LIB_DIR=$ROCKSDB_BUILD_PATH/rocksdb-$ROCKSDB_VERSION/librocksdb.dylib" >> $GITHUB_ENV
+
+    - name: Set RocksDB path (Windows)
+      shell: pwsh
+      if: inputs.os == 'windows-latest'
+      run: |
+        echo "ROCKSDB_LIB_DIR=$env:ROCKSDB_BUILD_PATH\rocksdb\build\Release\rocksdb.lib" >> $env:GITHUB_ENV
+        echo "$env:ROCKSDB_BUILD_PATH\rocksdb\build\Release" >> $env:GITHUB_PATH
+
+    - name: Cache RocksDB
+      uses: actions/cache@v2
+      id: cache-rocksdb
+      with:
+        path: ${{ env.ROCKSDB_BUILD_PATH }}
+        key: rocksdb-build-${{ env.ROCKSDB_VERSION }}-${{ inputs.os }}
+
+    - name: Compile RocksDB (Linux)
+      shell: bash
+      if: steps.cache-rocksdb.outputs.cache-hit != 'true' && inputs.os == 'ubuntu-latest'
+      run: |
+        mkdir -p $ROCKSDB_BUILD_PATH
+        cd $ROCKSDB_BUILD_PATH
+        curl -L -O https://github.com/facebook/rocksdb/archive/refs/tags/v$ROCKSDB_VERSION.tar.gz
+        tar -xzf v$ROCKSDB_VERSION.tar.gz
+        rm -r v$ROCKSDB_VERSION.tar.gz
+        cd rocksdb-$ROCKSDB_VERSION
+        make shared_lib
+
+    - name: Compile RocksDB (MacOS)
+      shell: bash
+      if: steps.cache-rocksdb.outputs.cache-hit != 'true' && inputs.os == 'macos-latest'
+      run: |
+        mkdir -p $ROCKSDB_BUILD_PATH
+        cd $ROCKSDB_BUILD_PATH
+        curl -L -O https://github.com/facebook/rocksdb/archive/refs/tags/v$ROCKSDB_VERSION.tar.gz
+        tar -xzf v$ROCKSDB_VERSION.tar.gz
+        rm -r v$ROCKSDB_VERSION.tar.gz
+        cd rocksdb-$ROCKSDB_VERSION
+        make shared_lib
+
+    - name: Add msbuild to PATH (Windows)
+      if: steps.cache-rocksdb.outputs.cache-hit != 'true' && inputs.os == 'windows-latest'
+      uses: microsoft/[email protected]
+
+    - name: Install RocksDB (Windows)
+      shell: pwsh
+      if: steps.cache-rocksdb.outputs.cache-hit != 'true' && inputs.os == 'windows-latest'
+      run: |
+        New-Item $env:ROCKSDB_BUILD_PATH -itemtype directory -Force
+        Set-Location $env:ROCKSDB_BUILD_PATH
+        vcpkg install lz4
+        git clone https://github.com/facebook/rocksdb
+        Set-Location rocksdb
+        git checkout -q tags/v$env:ROCKSDB_VERSION
+        New-Item build -itemtype directory -Force
+        Set-Location build
+        cmake -G "Visual Studio 16 2019" ..
+        msbuild rocksdb.sln /p:Configuration=Release
+        Get-ChildItem -Force -Recurse
+
+    - name: DBG (Windows)
+      shell: pwsh
+      if: inputs.os == 'windows-latest'
+      run: |
+        Get-ChildItem -Force -Recurse "$env:ROCKSDB_BUILD_PATH\rocksdb\build\Release"
+        Copy-Item "$env:ROCKSDB_LIB_DIR" -Destination "$env:ROCKSDB_BUILD_PATH\.."