Skip to content

feat: seekable reader #1422

feat: seekable reader

feat: seekable reader #1422

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied. See the License for the
# specific language governing permissions and limitations
# under the License.
name: Rust Continuous Integration
on:
workflow_dispatch:
push:
branches: [main]
pull_request:
branches: [main]
permissions:
contents: read
env:
RUSTFLAGS: -Dwarnings
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
license-check:
runs-on: ubuntu-24.04
steps:
- uses: taiki-e/install-action@v2
with:
tool: hawkeye@6.3
- name: Checkout
uses: actions/checkout@v6
- name: Check License Header
run: hawkeye check
ci:
runs-on: ${{ matrix.runner.name }}
strategy:
matrix:
rust:
- "stable"
- "nightly"
- "1.88.0" # MSRV
runner:
- name: ubuntu-24.04
target: x86_64-unknown-linux-gnu
- name: ubuntu-24.04
target: wasm32-unknown-unknown
- name: ubuntu-24.04-arm
target: aarch64-unknown-linux-gnu
steps:
- uses: taiki-e/install-action@v2
if: matrix.rust == 'nightly'
with:
tool: cargo-expand
- uses: taiki-e/install-action@v2
if: matrix.rust == 'stable' && matrix.runner.target == 'x86_64-unknown-linux-gnu'
with:
tool: cargo-rdme
- name: Checkout
uses: actions/checkout@v6
- name: Cache Cargo
uses: actions/cache@v5
with:
# these represent dependencies downloaded by cargo
# and thus do not depend on the OS, arch nor rust version.
path: ~/.cargo
key: ${{ runner.os }}-${{ matrix.runner.name }}-${{ matrix.runner.target }}-${{ matrix.rust }}-cache1-${{ hashFiles('**/Cargo.lock') }}
- name: Cache Rust dependencies
uses: actions/cache@v5
with:
# these represent compiled steps of both dependencies and avro
# and thus are specific for a particular OS, arch and rust version.
path: target
key: ${{ runner.os }}-${{ matrix.runner.name }}-${{ matrix.runner.target }}-${{ matrix.rust }}-cache1-${{ matrix.rust }}-${{ hashFiles('**/Cargo.lock') }}
- name: Rust Toolchain
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
with:
toolchain: ${{ matrix.rust }}
components: rustfmt
targets: ${{ matrix.runner.target }}
# Check if the doc cumment in avro/src/lib.rs and avro/README.md are in sync.
- name: Run cargo-rdme
# The result is environment independent, so one test pattern is enough.
if: matrix.rust == 'stable' && matrix.runner.target == 'x86_64-unknown-linux-gnu'
run: cargo rdme --check
- name: Run cargo doc
# The result is environment independent, so one test pattern is enough.
if: matrix.rust == 'nightly' && matrix.runner.target == 'x86_64-unknown-linux-gnu'
env:
RUSTDOCFLAGS: --cfg docsrs -Dwarnings
run: cargo doc --lib --no-deps --document-private-items --features derive
- name: Rust Format
if: matrix.runner.target != 'wasm32-unknown-unknown'
run: cargo fmt --all --check
- name: Rust Build
run: cargo build --all-features --all-targets
- name: Rust Test
if: matrix.runner.target != 'wasm32-unknown-unknown'
run: RUST_BACKTRACE=1 cargo test --all-features --target ${{ matrix.runner.target }}
- name: Rust Test AVRO-3549
if: matrix.runner.target != 'wasm32-unknown-unknown'
run: RUST_BACKTRACE=1 cargo test --target ${{ matrix.runner.target }} test_avro_3549_read_not_enabled_codec
# because of https://github.com/rust-lang/cargo/issues/6669
- name: Rust Test docs
if: matrix.runner.target != 'wasm32-unknown-unknown'
run: cargo test --doc
interop:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Checkout other SDKs
uses: actions/checkout@v6
with:
repository: apache/avro
path: main-repo
- name: Rust Toolchain
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
with:
toolchain: stable
- name: Cache Cargo
uses: actions/cache@v5
with:
# these represent dependencies downloaded by cargo
# and thus do not depend on the OS, arch nor rust version.
path: ~/.cargo
key: ${{ runner.os }}-target-cache1-${{ hashFiles('**/Cargo.lock') }}
- name: Cache Rust dependencies
uses: actions/cache@v5
with:
# these represent compiled steps of both dependencies and avro
# and thus are specific for a particular OS, arch and rust version.
path: lang/rust/target
key: ${{ runner.os }}-target-cache1-stable-${{ hashFiles('**/Cargo.lock') }}
- name: Cache Local Maven Repository
uses: actions/cache@v5
with:
path: ~/.m2/repository
key: ${{ runner.os }}-maven-${{ hashFiles('**/pom.xml') }}
restore-keys: |
${{ runner.os }}-maven-
- name: "Setup Temurin JDK 8, 11, 17 & 21"
uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
with:
distribution: "temurin"
java-version: |
8
11
17
21
- name: "Setup Maven 3.9.9"
uses: stCarolas/setup-maven@d6af6abeda15e98926a57b5aa970a96bb37f97d1 # v5
with:
maven-version: 3.9.9
- name: Install Java Avro for Interop Test
working-directory: main-repo
run: mvn -B install -PskipQuality
- name: Create Interop Data Directory
working-directory: main-repo
run: mkdir -p build/interop/data
- name: Generate Interop Resources
working-directory: main-repo/lang/java/avro
run: mvn -B -P interop-data-generate generate-resources
- name: Generate interop data
run: INTEROP_ROOT_FOLDER="main-repo" ./build.sh interop-data-generate
- name: Rust reads interop files created by Java and Rust
run: INTEROP_ROOT_FOLDER="main-repo" ./build.sh interop-data-test
- uses: shogo82148/actions-setup-perl@v1
with:
perl-version: 5.32
- name: Install Dependencies
run: |
sudo apt-get -qqy install --no-install-recommends libcompress-raw-zlib-perl \
libcpan-uploader-perl \
libencode-perl \
libio-string-perl \
libjansson-dev \
libjson-xs-perl \
libmodule-install-perl \
libmodule-install-readmefrompod-perl \
libobject-tiny-perl \
libsnappy-dev \
libtest-exception-perl \
libtest-pod-perl
cpanm --mirror https://www.cpan.org/ install Compress::Zstd \
Error::Simple \
Module::Install::Repository \
Object::Tiny \
Regexp::Common \
Try::Tiny \
inc::Module::Install
- name: Perl reads interop files created by Java and Rust
working-directory: main-repo/lang/perl
run: ./build.sh interop-data-test
web-assembly:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v6
- name: Rust Toolchain
uses: dtolnay/rust-toolchain@29eef336d9b2848a0b548edc03f92a220660cdb8 # stable
with:
toolchain: stable
targets: wasm32-unknown-unknown
- name: Cache Cargo
uses: actions/cache@v5
with:
# these represent dependencies downloaded by cargo
# and thus do not depend on the OS, arch nor rust version.
path: ~/.cargo
key: ${{ runner.os }}-target-cache1-${{ hashFiles('**/Cargo.lock') }}
- name: Cache Rust dependencies
uses: actions/cache@v5
with:
# these represent compiled steps of both dependencies and avro
# and thus are specific for a particular OS, arch and rust version.
path: lang/rust/target
key: ${{ runner.os }}-target-cache1-stable-${{ hashFiles('**/Cargo.lock') }}
- name: Install wasm-pack
shell: /usr/bin/bash -o pipefail -e {0}
run: curl --retry 5 https://rustwasm.github.io/wasm-pack/installer/init.sh -sSf | sh
- name: Build the Web Assembly demo app
run: wasm-pack build wasm-demo
- name: Test the Web Assembly demo app
run: RUST_BACKTRACE=1 wasm-pack test --headless --firefox wasm-demo