pax_global_header00006660000000000000000000000064151343572730014524gustar00rootroot0000000000000052 comment=883a43ff0c16d46f634f21f3917e1d24f356669a apache-iceberg-cpp-0.2.0/000077500000000000000000000000001513435727300151225ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/.asf.yaml000066400000000000000000000034041513435727300166360ustar00rootroot00000000000000# # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # The format of this file is documented at # https://cwiki.apache.org/confluence/display/INFRA/Git+-+.asf.yaml+features github: description: "Apache Iceberg C++" homepage: https://cpp.iceberg.apache.org/ labels: - iceberg - apache - cpp enabled_merge_buttons: merge: false squash: true rebase: true protected_branches: main: required_pull_request_reviews: required_approving_review_count: 1 required_linear_history: true pull_requests: # auto-delete head branches after being merged del_branch_on_merge: true features: wiki: true issues: true projects: true collaborators: - gaborkaszab - lidavidm - pitrou - raulcd - wgtmac - zhjwpku ghp_branch: gh-pages ghp_path: / notifications: commits: commits@iceberg.apache.org issues: issues@iceberg.apache.org pullrequests: issues@iceberg.apache.org jobs: ci-jobs@iceberg.apache.org jira_options: link label link label apache-iceberg-cpp-0.2.0/.clang-format000066400000000000000000000022001513435727300174670ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. --- Language: Cpp BasedOnStyle: Google ColumnLimit: 90 DerivePointerAlignment: false IncludeBlocks: Regroup IncludeCategories: - Regex: '^<.*/' # Like Priority: 3 - Regex: '^<.*\.' # Like Priority: 1 - Regex: '^<' # Like Priority: 2 - Regex: '^"' # Like "util/auth-util.h" Priority: 4 IndentPPDirectives: AfterHash apache-iceberg-cpp-0.2.0/.clang-tidy000066400000000000000000000031601513435727300171560ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. --- Checks: | -*, clang-diagnostic-*, clang-analyzer-*, google-*, modernize-*, readability-identifier-naming, readability-isolate-declaration, -modernize-use-nodiscard, -modernize-use-trailing-return-type, CheckOptions: - key: google-readability-braces-around-statements.ShortStatementLines value: '1' - key: google-readability-function-size.StatementThreshold value: '800' - key: google-readability-namespace-comments.ShortNamespaceLines value: '10' - key: google-readability-namespace-comments.SpacesBeforeComments value: '2' - key: readability-identifier-naming.PrivateMemberSuffix value: '_' - key: readability-identifier-naming.ProtectedMemberSuffix value: '_' - key: modernize-use-scoped-lock.WarnOnSingleLocks value: 'false' HeaderFilterRegex: 'src/iceberg|example' apache-iceberg-cpp-0.2.0/.devcontainer/000077500000000000000000000000001513435727300176615ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/.devcontainer/Dockerfile.template000066400000000000000000000032321513435727300234650ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # This Dockerfile is used to build a development container for Iceberg C++. # It is based on the Ubuntu image and installs necessary dependencies. FROM ubuntu:24.04 # Install necessary packages RUN apt update && \ apt install -y \ bash-completion \ build-essential \ ccache \ clangd \ cmake \ curl \ gcc-14 \ g++-14 \ git \ htop \ libboost-all-dev \ libcurl4-openssl-dev \ libssl-dev \ libxml2-dev \ lsb-release \ meson \ ninja-build \ pkg-config \ python3 \ python3-pip \ vim \ wget \ sudo \ && rm -rf /var/lib/apt/lists/* # Add a user for development RUN useradd -ms /bin/bash iceberg && \ usermod -aG sudo iceberg && \ echo "iceberg ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/iceberg && \ chmod 0440 /etc/sudoers.d/iceberg # Switch to the iceberg user USER iceberg WORKDIR /home/iceberg apache-iceberg-cpp-0.2.0/.devcontainer/devcontainer.json.template000066400000000000000000000024351513435727300250530ustar00rootroot00000000000000/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ { "name": "Iceberg CPP Dev Container", "build": { "dockerfile": "Dockerfile" }, "runArgs": [ "--ulimit=core=-1", "--cap-add=SYS_ADMIN", "--cap-add=SYS_PTRACE", "--cap-add=PERFMON", "--security-opt", "seccomp=unconfined", "--privileged" ], "mounts": [ "source=${localEnv:HOME}/.ssh,target=/home/iceberg/.ssh,type=bind,readonly" ], "customizations": { "vscode": { "extensions": [ "eamodio.gitlens" ], "settings": { "editor.formatOnSave": true } } } } apache-iceberg-cpp-0.2.0/.github/000077500000000000000000000000001513435727300164625ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/.github/.licenserc.yaml000066400000000000000000000021411513435727300213710ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. header: license: spdx-id: Apache-2.0 copyright-owner: Apache Software Foundation paths: - '**' paths-ignore: - '**/.gitignore' - '.github/**' - 'LICENSE' - 'NOTICE' - 'requirements.txt' - 'src/iceberg/util/murmurhash3_internal.*' - 'src/iceberg/test/resources/**' comment: on-failure apache-iceberg-cpp-0.2.0/.github/dependabot.yml000066400000000000000000000016521513435727300213160ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # version: 2 updates: - package-ecosystem: "github-actions" directory: "/" schedule: interval: "daily" open-pull-requests-limit: 10 apache-iceberg-cpp-0.2.0/.github/lsan-suppressions.txt000066400000000000000000000015651513435727300227420ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # Add specific leak suppressions here if needed # Format: # leak:SymbolName # leak:source_file.cc apache-iceberg-cpp-0.2.0/.github/ubsan-suppressions.txt000066400000000000000000000015731513435727300231140ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # # Add specific undefined suppressions here if needed # Format: # signed-integer-overflow:source_file.cc apache-iceberg-cpp-0.2.0/.github/workflows/000077500000000000000000000000001513435727300205175ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/.github/workflows/cpp-linter.yml000066400000000000000000000045441513435727300233260ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: C++ Linter on: pull_request: paths-ignore: - '.github/**' - 'ci/**' - 'cmake_modules/**' branches: - main jobs: cpp-linter: runs-on: ubuntu-24.04 permissions: contents: read pull-requests: write steps: - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Install dependencies shell: bash run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev - name: Run build env: CC: gcc-14 CXX: g++-14 run: | mkdir build && cd build cmake .. -G Ninja -DCMAKE_EXPORT_COMPILE_COMMANDS=ON cmake --build . - uses: cpp-linter/cpp-linter-action@0f6d1b8d7e38b584cbee606eb23d850c217d54f8 id: linter continue-on-error: true env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: style: file tidy-checks: '' version: 22 files-changed-only: true lines-changed-only: true thread-comments: true ignore: 'build|cmake_modules|ci' database: build verbosity: 'debug' # need '-fno-builtin-std-forward_like', see https://github.com/llvm/llvm-project/issues/101614 extra-args: '-std=c++23 -I$PWD/src -I$PWD/build/src -fno-builtin-std-forward_like' - name: Fail fast?! if: steps.linter.outputs.checks-failed != 0 run: | echo "some linter checks failed. ${{ steps.linter.outputs.checks-failed }}" exit 1 apache-iceberg-cpp-0.2.0/.github/workflows/docs.yml000066400000000000000000000041551513435727300221770ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: "Release Docs" on: push: branches: - main paths: - 'mkdocs/**' - 'src/**' concurrency: group: ${{ github.workflow }}-${{ github.ref }} cancel-in-progress: false permissions: contents: write jobs: docs: runs-on: ubuntu-24.04 steps: - uses: actions/checkout@v6.0.1 with: fetch-depth: 1 - uses: actions/setup-python@v6 with: python-version: '3.x' - name: Install dependencies run: | sudo apt-get update sudo apt-get install -y doxygen make install-deps - name: Build API documentation with Doxygen run: make build-api-docs - name: Build docs run: | make build-docs mkdir -p /tmp/site cp -r ./mkdocs/site/* /tmp/site/ - name: Deploy to gh-pages if: github.event_name == 'push' && github.ref == 'refs/heads/main' run: | git config --global user.name 'GitHub Actions' git config --global user.email 'actions@github.com' git checkout --orphan gh-pages-tmp git rm --quiet -rf . cp -r /tmp/site/* . echo "cpp.iceberg.apache.org" > CNAME git add --all git commit -m "Publish docs from commit ${{ github.sha }}" git push -f origin gh-pages-tmp:gh-pages apache-iceberg-cpp-0.2.0/.github/workflows/license_check.yml000066400000000000000000000023161513435727300240230ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: "Run License Check" on: pull_request jobs: license-check: name: "License Check" runs-on: ubuntu-24.04 steps: - name: Checkout repository uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Check license header uses: apache/skywalking-eyes@main env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} with: config: .github/.licenserc.yaml apache-iceberg-cpp-0.2.0/.github/workflows/pre-commit.yml000066400000000000000000000021621513435727300233170ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: pre-commit on: pull_request: push: branches: - '**' - '!dependabot/**' jobs: pre-commit: runs-on: ubuntu-24.04 steps: - uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - uses: actions/setup-python@v6 - uses: pre-commit/action@2c7b3805fd2a0fd8c1884dcaebf91fc102a13ecd # v3.0.1 apache-iceberg-cpp-0.2.0/.github/workflows/rc.yml000066400000000000000000000105561513435727300216550ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: RC on: push: tags: - '*-rc*' concurrency: group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }} cancel-in-progress: true permissions: contents: read jobs: archive: name: Archive runs-on: ubuntu-24.04 timeout-minutes: 5 steps: - name: Checkout uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Prepare for tag if: github.ref_type == 'tag' run: | version=${GITHUB_REF_NAME#v} version=${version%-rc*} rc=${GITHUB_REF_NAME##*-rc} echo "VERSION=${version}" >> ${GITHUB_ENV} echo "RC=${rc}" >> ${GITHUB_ENV} echo "VERSION=${version}" echo "RC=${rc}" - name: Archive run: | ARCHIVE_FILE_NAME="apache-iceberg-cpp-${VERSION}" tar_gz="${ARCHIVE_FILE_NAME}.tar.gz" echo "TAR_GZ=${tar_gz}" >> ${GITHUB_ENV} git archive HEAD --prefix "${ARCHIVE_FILE_NAME}/" --output "${tar_gz}" sha512sum "${tar_gz}" > "${tar_gz}.sha512" - name: Audit run: | dev/release/run_rat.sh "${TAR_GZ}" - uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0 with: name: archive path: | apache-iceberg-cpp-* verify: name: Verify needs: - archive runs-on: ${{ matrix.os }} strategy: fail-fast: false matrix: os: - macos-26 - ubuntu-24.04 # - windows-latest include: - os: ubuntu-24.04 CC: gcc-14 CXX: g++-14 steps: - name: Checkout uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - uses: actions/download-artifact@v7 with: name: archive - name: Set compilers on Ubuntu if: ${{ startsWith(matrix.os, 'ubuntu') }} run: | echo "CC=${{ matrix.CC }}" >> $GITHUB_ENV echo "CXX=${{ matrix.CXX }}" >> $GITHUB_ENV - name: Install dependencies on Ubuntu if: ${{ startsWith(matrix.os, 'ubuntu') }} shell: bash run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev - name: Verify run: | tar_gz=$(echo apache-iceberg-cpp-*.tar.gz) version=${tar_gz#apache-iceberg-cpp-} version=${version%.tar.gz} version=${version%%-rc*} if [ "${GITHUB_REF_TYPE}" = "tag" ]; then rc=${GITHUB_REF_NAME##*-rc} else rc=100 fi echo "VERSION=${version}" echo "RC=${rc}" # The verify_rc.sh script will untar and # run cmake, build, tests (ctest) and install VERIFY_SIGN=0 VERIFY_DOWNLOAD=0 dev/release/verify_rc.sh "${version}" "${rc}" env: GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} upload: name: Upload if: github.ref_type == 'tag' needs: - verify runs-on: ubuntu-24.04 permissions: contents: write steps: - name: Checkout uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - uses: actions/download-artifact@v7 with: name: archive - name: Upload run: | gh release create ${GITHUB_REF_NAME} \ --prerelease \ --title "Apache Iceberg C++ ${GITHUB_REF_NAME}" \ --generate-notes \ --verify-tag \ apache-iceberg-cpp-*.tar.gz \ apache-iceberg-cpp-*.tar.gz.sha* env: GH_TOKEN: ${{ secrets.GITHUB_TOKEN }} apache-iceberg-cpp-0.2.0/.github/workflows/sanitizer_test.yml000066400000000000000000000046561513435727300243240ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: ASAN and UBSAN Tests on: push: branches: - '**' - '!dependabot/**' tags: - '**' pull_request: concurrency: group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }} cancel-in-progress: true permissions: contents: read jobs: sanitizer-test: name: "ASAN and UBSAN Tests" runs-on: ubuntu-24.04 strategy: fail-fast: false steps: - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Install dependencies shell: bash run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev - name: Configure and Build with ASAN & UBSAN env: CC: gcc-14 CXX: g++-14 run: | mkdir build && cd build cmake .. -G Ninja -DCMAKE_BUILD_TYPE=Debug -DICEBERG_ENABLE_ASAN=ON -DICEBERG_ENABLE_UBSAN=ON cmake --build . --verbose - name: Run Tests working-directory: build env: ASAN_OPTIONS: log_path=out.log:detect_leaks=1:symbolize=1:strict_string_checks=1:halt_on_error=1:detect_container_overflow=0 LSAN_OPTIONS: suppressions=${{ github.workspace }}/.github/lsan-suppressions.txt UBSAN_OPTIONS: log_path=out.log:halt_on_error=1:print_stacktrace=1:suppressions=${{ github.workspace }}/.github/ubsan-suppressions.txt run: | ctest --output-on-failure - name: Save the test output if: always() uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0 with: name: test-output path: build/test/out.log* apache-iceberg-cpp-0.2.0/.github/workflows/test.yml000066400000000000000000000112021513435727300222150ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. name: Test on: push: branches: - '**' - '!dependabot/**' tags: - '**' pull_request: concurrency: group: ${{ github.repository }}-${{ github.head_ref || github.sha }}-${{ github.workflow }} cancel-in-progress: true permissions: contents: read env: ICEBERG_HOME: /tmp/iceberg jobs: ubuntu: name: AMD64 Ubuntu 24.04 runs-on: ubuntu-24.04 timeout-minutes: 30 strategy: fail-fast: false steps: - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Install dependencies shell: bash run: sudo apt-get update && sudo apt-get install -y libcurl4-openssl-dev - name: Build Iceberg shell: bash env: CC: gcc-14 CXX: g++-14 run: ci/scripts/build_iceberg.sh $(pwd) ON - name: Build Example shell: bash env: CC: gcc-14 CXX: g++-14 run: ci/scripts/build_example.sh $(pwd)/example macos: name: AArch64 macOS 26 runs-on: macos-26 timeout-minutes: 30 strategy: fail-fast: false steps: - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Build Iceberg shell: bash run: ci/scripts/build_iceberg.sh $(pwd) - name: Build Example shell: bash run: ci/scripts/build_example.sh $(pwd)/example windows: name: AMD64 Windows 2025 runs-on: windows-2025 timeout-minutes: 60 strategy: fail-fast: false steps: - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Install dependencies shell: cmd run: | vcpkg install zlib:x64-windows nlohmann-json:x64-windows nanoarrow:x64-windows roaring:x64-windows cpr:x64-windows - name: Setup sccache uses: mozilla-actions/sccache-action@7d986dd989559c6ecdb630a3fd2557667be217ad # v0.0.9 - name: Build Iceberg shell: cmd env: SCCACHE_GHA_ENABLED: "true" run: | call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64 bash -c "ci/scripts/build_iceberg.sh $(pwd) OFF ON" sccache --show-stats - name: Build Example shell: cmd run: | call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" x64 bash -c "ci/scripts/build_example.sh $(pwd)/example" meson: name: Meson - ${{ matrix.title }} runs-on: ${{ matrix.runs-on }} timeout-minutes: 30 strategy: fail-fast: false matrix: include: - title: AMD64 Ubuntu 24.04 runs-on: ubuntu-24.04 CC: gcc-14 CXX: g++-14 meson-setup-args: -Drest_integration_test=enabled - title: AMD64 Windows 2025 runs-on: windows-2025 meson-setup-args: --vsenv - title: AArch64 macOS 26 runs-on: macos-26 steps: - uses: actions/setup-python@v6 with: python-version: '3.x' - name: Checkout iceberg-cpp uses: actions/checkout@8e8c483db84b4bee98b60c0593521ed34d9990e8 # v6.0.1 - name: Install build dependencies run: | python3 -m pip install --upgrade pip python3 -m pip install -r requirements.txt - name: Set Ubuntu Compilers if: ${{ startsWith(matrix.runs-on, 'ubuntu') }} run: | echo "CC=${{ matrix.CC }}" >> $GITHUB_ENV echo "CXX=${{ matrix.CXX }}" >> $GITHUB_ENV - name: Build Iceberg run: | meson setup builddir ${{ matrix.meson-setup-args || '' }} meson compile -C builddir - name: Test Iceberg run: | meson test -C builddir --timeout-multiplier 0 apache-iceberg-cpp-0.2.0/.gitignore000066400000000000000000000022361513435727300171150ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. build/ cmake-build/ cmake-build-debug/ cmake-build-release/ .DS_Store # intellij files .idea # vscode files .vscode .cache # devcontainer .devcontainer/* !.devcontainer/*.template # meson subprojects - wrap files need to be kept to let meson download # dependencies as needed, but dependencies themselves should not be versioned /subprojects/* !/subprojects/packagefiles !/subprojects/*.wrap apache-iceberg-cpp-0.2.0/.pre-commit-config.yaml000066400000000000000000000033611513435727300214060ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # To use this, install the python package `pre-commit` and # run once `pre-commit install`. This will setup a git pre-commit-hook # that is executed on each commit and will report the linting problems. # To run all hooks on all files use `pre-commit run -a` repos: - repo: https://github.com/pre-commit/pre-commit-hooks rev: v5.0.0 hooks: - id: trailing-whitespace - id: end-of-file-fixer - id: check-yaml - id: check-added-large-files - repo: https://github.com/pre-commit/mirrors-clang-format rev: v20.1.8 hooks: - id: clang-format exclude_types: [json] - repo: https://github.com/cheshirekow/cmake-format-precommit rev: v0.6.10 hooks: - id: cmake-format - repo: https://github.com/trim21/pre-commit-mirror-meson rev: v1.9.0 hooks: - id: meson-fmt alias: cpp args: ['--inplace'] files: >- ( ?.*meson\.build$| ?.*meson\.options$| ) apache-iceberg-cpp-0.2.0/CMakeLists.txt000066400000000000000000000053251513435727300176670ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. cmake_minimum_required(VERSION 3.25) if(NOT CMAKE_BUILD_TYPE) set(CMAKE_BUILD_TYPE Debug) endif() list(PREPEND CMAKE_MODULE_PATH "${CMAKE_CURRENT_SOURCE_DIR}/cmake_modules") project(Iceberg VERSION 0.2.0 DESCRIPTION "Iceberg C++ Project" LANGUAGES CXX) configure_file("${CMAKE_CURRENT_SOURCE_DIR}/src/iceberg/version.h.in" "${CMAKE_BINARY_DIR}/src/iceberg/version.h") set(CMAKE_CXX_STANDARD 23) set(CMAKE_CXX_STANDARD_REQUIRED ON) set(CMAKE_CXX_EXTENSIONS OFF) set(CMAKE_EXPORT_COMPILE_COMMANDS ON) set(CMAKE_COMPILE_WARNING_AS_ERROR ON) option(ICEBERG_BUILD_STATIC "Build static library" ON) option(ICEBERG_BUILD_SHARED "Build shared library" OFF) option(ICEBERG_BUILD_TESTS "Build tests" ON) option(ICEBERG_BUILD_BUNDLE "Build the battery included library" ON) option(ICEBERG_BUILD_REST "Build rest catalog client" ON) option(ICEBERG_BUILD_REST_INTEGRATION_TESTS "Build rest catalog integration tests" OFF) option(ICEBERG_ENABLE_ASAN "Enable Address Sanitizer" OFF) option(ICEBERG_ENABLE_UBSAN "Enable Undefined Behavior Sanitizer" OFF) include(GNUInstallDirs) include(FetchContent) set(ICEBERG_INSTALL_LIBDIR "${CMAKE_INSTALL_LIBDIR}") set(ICEBERG_INSTALL_BINDIR "${CMAKE_INSTALL_BINDIR}") set(ICEBERG_INSTALL_INCLUDEDIR "${CMAKE_INSTALL_INCLUDEDIR}") set(ICEBERG_INSTALL_CMAKEDIR "${CMAKE_INSTALL_LIBDIR}/cmake") set(ICEBERG_INSTALL_DOCDIR "share/doc/iceberg") if(WIN32 AND NOT MINGW) set(MSVC_TOOLCHAIN TRUE) else() set(MSVC_TOOLCHAIN FALSE) endif() if(ICEBERG_BUILD_REST_INTEGRATION_TESTS AND WIN32) set(ICEBERG_BUILD_REST_INTEGRATION_TESTS OFF) message(WARNING "Cannot build rest integration test on Windows, turning it off.") endif() include(CMakeParseArguments) include(IcebergBuildUtils) include(IcebergSanitizer) include(IcebergSccache) include(IcebergThirdpartyToolchain) if(ICEBERG_BUILD_TESTS) enable_testing() endif() add_subdirectory(src) install(FILES LICENSE NOTICE DESTINATION ${ICEBERG_INSTALL_DOCDIR}) apache-iceberg-cpp-0.2.0/LICENSE000066400000000000000000000301531513435727300161310ustar00rootroot00000000000000 Apache License Version 2.0, January 2004 http://www.apache.org/licenses/ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION 1. Definitions. "License" shall mean the terms and conditions for use, reproduction, and distribution as defined by Sections 1 through 9 of this document. "Licensor" shall mean the copyright owner or entity authorized by the copyright owner that is granting the License. "Legal Entity" shall mean the union of the acting entity and all other entities that control, are controlled by, or are under common control with that entity. For the purposes of this definition, "control" means (i) the power, direct or indirect, to cause the direction or management of such entity, whether by contract or otherwise, or (ii) ownership of fifty percent (50%) or more of the outstanding shares, or (iii) beneficial ownership of such entity. "You" (or "Your") shall mean an individual or Legal Entity exercising permissions granted by this License. "Source" form shall mean the preferred form for making modifications, including but not limited to software source code, documentation source, and configuration files. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types. "Work" shall mean the work of authorship, whether in Source or Object form, made available under the License, as indicated by a copyright notice that is included in or attached to the work (an example is provided in the Appendix below). "Derivative Works" shall mean any work, whether in Source or Object form, that is based on (or derived from) the Work and for which the editorial revisions, annotations, elaborations, or other modifications represent, as a whole, an original work of authorship. For the purposes of this License, Derivative Works shall not include works that remain separable from, or merely link (or bind by name) to the interfaces of, the Work and Derivative Works thereof. "Contribution" shall mean any work of authorship, including the original version of the Work and any modifications or additions to that Work or Derivative Works thereof, that is intentionally submitted to Licensor for inclusion in the Work by the copyright owner or by an individual or Legal Entity authorized to submit on behalf of the copyright owner. For the purposes of this definition, "submitted" means any form of electronic, verbal, or written communication sent to the Licensor or its representatives, including but not limited to communication on electronic mailing lists, source code control systems, and issue tracking systems that are managed by, or on behalf of, the Licensor for the purpose of discussing and improving the Work, but excluding communication that is conspicuously marked or otherwise designated in writing by the copyright owner as "Not a Contribution." "Contributor" shall mean Licensor and any individual or Legal Entity on behalf of whom a Contribution has been received by Licensor and subsequently incorporated within the Work. 2. Grant of Copyright License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable copyright license to reproduce, prepare Derivative Works of, publicly display, publicly perform, sublicense, and distribute the Work and such Derivative Works in Source or Object form. 3. Grant of Patent License. Subject to the terms and conditions of this License, each Contributor hereby grants to You a perpetual, worldwide, non-exclusive, no-charge, royalty-free, irrevocable (except as stated in this section) patent license to make, have made, use, offer to sell, sell, import, and otherwise transfer the Work, where such license applies only to those patent claims licensable by such Contributor that are necessarily infringed by their Contribution(s) alone or by combination of their Contribution(s) with the Work to which such Contribution(s) was submitted. If You institute patent litigation against any entity (including a cross-claim or counterclaim in a lawsuit) alleging that the Work or a Contribution incorporated within the Work constitutes direct or contributory patent infringement, then any patent licenses granted to You under this License for that Work shall terminate as of the date such litigation is filed. 4. Redistribution. You may reproduce and distribute copies of the Work or Derivative Works thereof in any medium, with or without modifications, and in Source or Object form, provided that You meet the following conditions: (a) You must give any other recipients of the Work or Derivative Works a copy of this License; and (b) You must cause any modified files to carry prominent notices stating that You changed the files; and (c) You must retain, in the Source form of any Derivative Works that You distribute, all copyright, patent, trademark, and attribution notices from the Source form of the Work, excluding those notices that do not pertain to any part of the Derivative Works; and (d) If the Work includes a "NOTICE" text file as part of its distribution, then any Derivative Works that You distribute must include a readable copy of the attribution notices contained within such NOTICE file, excluding those notices that do not pertain to any part of the Derivative Works, in at least one of the following places: within a NOTICE text file distributed as part of the Derivative Works; within the Source form or documentation, if provided along with the Derivative Works; or, within a display generated by the Derivative Works, if and wherever such third-party notices normally appear. The contents of the NOTICE file are for informational purposes only and do not modify the License. You may add Your own attribution notices within Derivative Works that You distribute, alongside or as an addendum to the NOTICE text from the Work, provided that such additional attribution notices cannot be construed as modifying the License. You may add Your own copyright statement to Your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of Your modifications, or for any such Derivative Works as a whole, provided Your use, reproduction, and distribution of the Work otherwise complies with the conditions stated in this License. 5. Submission of Contributions. Unless You explicitly state otherwise, any Contribution intentionally submitted for inclusion in the Work by You to the Licensor shall be under the terms and conditions of this License, without any additional terms or conditions. Notwithstanding the above, nothing herein shall supersede or modify the terms of any separate license agreement you may have executed with Licensor regarding such Contributions. 6. Trademarks. This License does not grant permission to use the trade names, trademarks, service marks, or product names of the Licensor, except as required for reasonable and customary use in describing the origin of the Work and reproducing the content of the NOTICE file. 7. Disclaimer of Warranty. Unless required by applicable law or agreed to in writing, Licensor provides the Work (and each Contributor provides its Contributions) on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied, including, without limitation, any warranties or conditions of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A PARTICULAR PURPOSE. You are solely responsible for determining the appropriateness of using or redistributing the Work and assume any risks associated with Your exercise of permissions under this License. 8. Limitation of Liability. In no event and under no legal theory, whether in tort (including negligence), contract, or otherwise, unless required by applicable law (such as deliberate and grossly negligent acts) or agreed to in writing, shall any Contributor be liable to You for damages, including any direct, indirect, special, incidental, or consequential damages of any character arising as a result of this License or out of the use or inability to use the Work (including but not limited to damages for loss of goodwill, work stoppage, computer failure or malfunction, or any and all other commercial damages or losses), even if such Contributor has been advised of the possibility of such damages. 9. Accepting Warranty or Additional Liability. While redistributing the Work or Derivative Works thereof, You may choose to offer, and charge a fee for, acceptance of support, warranty, indemnity, or other liability obligations and/or rights consistent with this License. However, in accepting such obligations, You may act only on Your own behalf and on Your sole responsibility, not on behalf of any other Contributor, and only if You agree to indemnify, defend, and hold each Contributor harmless for any liability incurred by, or claims asserted against, such Contributor by reason of your accepting any such warranty or additional liability. END OF TERMS AND CONDITIONS APPENDIX: How to apply the Apache License to your work. To apply the Apache License to your work, attach the following boilerplate notice, with the fields enclosed by brackets "[]" replaced with your own identifying information. (Don't include the brackets!) The text should be enclosed in the appropriate comment syntax for the file format. We also recommend that a file or class name and description of purpose be included on the same "printed page" as the copyright notice for easier identification within third-party archives. Copyright [yyyy] [name of copyright owner] Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. -------------------------------------------------------------------------------- This product includes code from smhasher. * src/iceberg/murmur3_internal.h and src/iceberg/murmur3_internal.cc are adapted from MurmurHash3. Copyright: Austin Appleby (placed in the public domain). Home page: https://github.com/aappleby/smhasher License: Public Domain -------------------------------------------------------------------------------- This product includes code from Apache Arrow. * Core utilities: * checked_cast utility in src/iceberg/util/checked_cast.h. * visit_type utility in src/iceberg/util/visit_type.h. * Decimal128 implementation details in src/iceberg/util/decimal files. * Build system modules: * cmake_modules/IcebergBuildUtils.cmake. * cmake_modules/IcebergThirdpartyToolchain.cmake. Copyright: 2016-2025 The Apache Software Foundation. Home page: https://arrow.apache.org/ License: https://www.apache.org/licenses/LICENSE-2.0 -------------------------------------------------------------------------------- apache-iceberg-cpp-0.2.0/Makefile000066400000000000000000000032441513435727300165650ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. .PHONY: help install-deps build-api-docs build-docs clean-docs serve-docs help: @echo "Available targets:" @echo " install-deps - Install Python dependencies" @echo " build-api-docs - Build API documentation with Doxygen" @echo " build-docs - Build MkDocs documentation" @echo " clean-docs - Clean documentation build artifacts" @echo " serve-docs - Serve documentation locally for development" @echo " all - Build all documentation" install-deps: python -m pip install --upgrade pip pip install -r requirements.txt build-api-docs: cd mkdocs && \ mkdir -p docs/api && \ doxygen Doxyfile && \ echo "Doxygen output created in docs/api/" build-docs: cd mkdocs && \ mkdocs build --clean && \ echo "MkDocs site built in site/" clean-docs: rm -rf mkdocs/site rm -rf mkdocs/docs/api serve-docs: cd mkdocs && mkdocs serve all: build-api-docs build-docs apache-iceberg-cpp-0.2.0/NOTICE000066400000000000000000000002541513435727300160270ustar00rootroot00000000000000Apache Iceberg C++ Copyright 2024-2025 The Apache Software Foundation This product includes software developed at The Apache Software Foundation (http://www.apache.org/). apache-iceberg-cpp-0.2.0/README.md000066400000000000000000000122431513435727300164030ustar00rootroot00000000000000 ![Iceberg](https://iceberg.apache.org/assets/images/Iceberg-logo.svg) [![Slack](https://img.shields.io/badge/chat-on%20Slack-brightgreen.svg)](https://apache-iceberg.slack.com/) [![Ask DeepWiki](https://deepwiki.com/badge.svg)](https://deepwiki.com/apache/iceberg-cpp) # Apache Iceberg™ C++ C++ implementation of [Apache Iceberg™](https://iceberg.apache.org/). ## Requirements - CMake 3.25 or higher - C++23 compliant compiler ## Customizing Dependency URLs If you experience network issues when downloading dependencies, you can customize the download URLs using environment variables. The following environment variables can be set to customize dependency URLs: - `ICEBERG_ARROW_URL`: Apache Arrow tarball URL - `ICEBERG_AVRO_URL`: Apache Avro tarball URL - `ICEBERG_AVRO_GIT_URL`: Apache Avro git repository URL - `ICEBERG_NANOARROW_URL`: Nanoarrow tarball URL - `ICEBERG_CROARING_URL`: CRoaring tarball URL - `ICEBERG_NLOHMANN_JSON_URL`: nlohmann-json tarball URL - `ICEBERG_CPR_URL`: cpr tarball URL Example usage: ```bash export ICEBERG_ARROW_URL="https://your-mirror.com/apache-arrow-22.0.0.tar.gz" cmake -S . -B build ``` ## Build ### Build, Run Test and Install Core Libraries ```bash cd iceberg-cpp cmake -S . -B build -G Ninja -DCMAKE_INSTALL_PREFIX=/path/to/install -DICEBERG_BUILD_STATIC=ON -DICEBERG_BUILD_SHARED=ON cmake --build build ctest --test-dir build --output-on-failure cmake --install build ``` ### Build and Install Iceberg Bundle Library #### Vendored Apache Arrow (default) ```bash cmake -S . -B build -G Ninja -DCMAKE_INSTALL_PREFIX=/path/to/install -DICEBERG_BUILD_BUNDLE=ON cmake --build build ctest --test-dir build --output-on-failure cmake --install build ``` #### Provided Apache Arrow ```bash cmake -S . -B build -G Ninja -DCMAKE_INSTALL_PREFIX=/path/to/install -DCMAKE_PREFIX_PATH=/path/to/arrow -DICEBERG_BUILD_BUNDLE=ON cmake --build build ctest --test-dir build --output-on-failure cmake --install build ``` ### Build Examples After installing the core libraries, you can build the examples: ```bash cd iceberg-cpp/example cmake -S . -B build -G Ninja -DCMAKE_PREFIX_PATH=/path/to/install cmake --build build ``` If you are using provided Apache Arrow, you need to include `/path/to/arrow` in `CMAKE_PREFIX_PATH` as below. ```bash cmake -S . -B build -G Ninja -DCMAKE_PREFIX_PATH="/path/to/install;/path/to/arrow" ``` ## Contribute Apache Iceberg is an active open-source project, governed under the Apache Software Foundation (ASF). Iceberg-cpp is open to people who want to contribute to it. Here are some ways to get involved: - Submit [Issues](https://github.com/apache/iceberg-cpp/issues/new) for bug report or feature requests. - Discuss at [dev mailing list](mailto:dev@iceberg.apache.org) ([subscribe]() / [unsubscribe]() / [archives](https://lists.apache.org/list.html?dev@iceberg.apache.org)) - Talk to the community directly at [Slack #cpp channel](https://join.slack.com/t/apache-iceberg/shared_invite/zt-1zbov3k6e-KtJfoaxp97YfX6dPz1Bk7A). The Apache Iceberg community is built on the principles described in the [Apache Way](https://www.apache.org/theapacheway/index.html) and all who engage with the community are expected to be respectful, open, come with the best interests of the community in mind, and abide by the Apache Foundation [Code of Conduct](https://www.apache.org/foundation/policies/conduct.html). ### Linting Install the python package `pre-commit` and run once `pre-commit install`. ``` pip install pre-commit pre-commit install ``` This will setup a git pre-commit-hook that is executed on each commit and will report the linting problems. To run all hooks on all files use `pre-commit run -a`. ### Dev Containers We provide Dev Container configuration file templates. To use a Dev Container as your development environment, follow the steps below, then select `Dev Containers: Reopen in Container` from VS Code's Command Palette. ``` cd .devcontainer cp Dockerfile.template Dockerfile cp devcontainer.json.template devcontainer.json ``` If you make improvements that could benefit all developers, please update the template files and submit a pull request. ## License Licensed under the [Apache License, Version 2.0](http://www.apache.org/licenses/LICENSE-2.0) apache-iceberg-cpp-0.2.0/ci/000077500000000000000000000000001513435727300155155ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/ci/scripts/000077500000000000000000000000001513435727300172045ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/ci/scripts/build_example.sh000077500000000000000000000026501513435727300223600ustar00rootroot00000000000000#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. set -eux source_dir=${1} build_dir=${1}/build mkdir ${build_dir} pushd ${build_dir} is_windows() { [[ "${OSTYPE}" == "msys" || "${OSTYPE}" == "win32" ]] } CMAKE_ARGS=( "-G Ninja" "-DCMAKE_PREFIX_PATH=${CMAKE_INSTALL_PREFIX:-${ICEBERG_HOME}}" ) if is_windows; then CMAKE_ARGS+=("-DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake") CMAKE_ARGS+=("-DCMAKE_BUILD_TYPE=Release") else CMAKE_ARGS+=("-DCMAKE_BUILD_TYPE=Debug") fi cmake "${CMAKE_ARGS[@]}" ${source_dir} if is_windows; then cmake --build . --config Release else cmake --build . fi popd # clean up between builds rm -rf ${build_dir} apache-iceberg-cpp-0.2.0/ci/scripts/build_iceberg.sh000077500000000000000000000036101513435727300223220ustar00rootroot00000000000000#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. set -eux source_dir=${1} build_dir=${1}/build build_rest_integration_test=${2:-OFF} build_enable_sccache=${3:-OFF} mkdir ${build_dir} pushd ${build_dir} is_windows() { [[ "${OSTYPE}" == "msys" || "${OSTYPE}" == "win32" ]] } CMAKE_ARGS=( "-G Ninja" "-DCMAKE_INSTALL_PREFIX=${CMAKE_INSTALL_PREFIX:-${ICEBERG_HOME}}" "-DICEBERG_BUILD_STATIC=ON" "-DICEBERG_BUILD_SHARED=ON" "-DICEBERG_BUILD_REST_INTEGRATION_TESTS=${build_rest_integration_test}" ) if is_windows; then CMAKE_ARGS+=("-DCMAKE_TOOLCHAIN_FILE=C:/vcpkg/scripts/buildsystems/vcpkg.cmake") CMAKE_ARGS+=("-DCMAKE_BUILD_TYPE=Release") else CMAKE_ARGS+=("-DCMAKE_BUILD_TYPE=Debug") fi if [[ "${build_enable_sccache}" == "ON" ]]; then CMAKE_ARGS+=("-DCMAKE_CXX_COMPILER_LAUNCHER=sccache") CMAKE_ARGS+=("-DCMAKE_C_COMPILER_LAUNCHER=sccache") fi cmake "${CMAKE_ARGS[@]}" ${source_dir} if is_windows; then cmake --build . --config Release --target install ctest --output-on-failure -C Release else cmake --build . --target install ctest --output-on-failure fi popd # clean up between builds rm -rf ${build_dir} apache-iceberg-cpp-0.2.0/cmake-format.py000066400000000000000000000054511513435727300200470ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # cmake-format configuration file # ----------------------------- # Options affecting formatting. # ----------------------------- with section("format"): # How wide to allow formatted cmake files line_width = 90 # How many spaces to tab for indent tab_size = 2 # If a positional argument group contains more than this many arguments, # then force it to a vertical layout. max_pargs_hwrap = 4 # If the statement spelling length (including space and parenthesis) is # smaller than this amount, then force reject nested layouts. # This value only comes into play when considering whether or not to nest # arguments below their parent. If the number of characters in the parent # is less than this value, we will not nest. min_prefix_chars = 32 # If true, separate flow control names from their parentheses with a space separate_ctrl_name_with_space = False # If true, separate function names from parentheses with a space separate_fn_name_with_space = False # If a statement is wrapped to more than one line, than dangle the closing # parenthesis on it's own line dangle_parens = False # What style line endings to use in the output. line_ending = 'unix' # Format command names consistently as 'lower' or 'upper' case command_case = 'lower' # Format keywords consistently as 'lower' or 'upper' case keyword_case = 'unchanged' # ------------------------------------------------ # Options affecting comment reflow and formatting. # ------------------------------------------------ with section("markup"): # enable comment markup parsing and reflow enable_markup = False # If comment markup is enabled, don't reflow the first comment block in # eachlistfile. Use this to preserve formatting of your # copyright/licensestatements. first_comment_is_literal = True # If comment markup is enabled, don't reflow any comment block which # matches this (regex) pattern. Default is `None` (disabled). literal_comment_pattern = None apache-iceberg-cpp-0.2.0/cmake_modules/000077500000000000000000000000001513435727300177325ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/cmake_modules/IcebergBuildUtils.cmake000066400000000000000000000214251513435727300243010ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # Borrowed the file from Apache Arrow: # https://github.com/apache/arrow/blob/main/cpp/cmake_modules/BuildUtils.cmake include(CMakePackageConfigHelpers) function(iceberg_install_cmake_package PACKAGE_NAME EXPORT_NAME) set(CONFIG_CMAKE "${PACKAGE_NAME}-config.cmake") set(BUILT_CONFIG_CMAKE "${CMAKE_CURRENT_BINARY_DIR}/${CONFIG_CMAKE}") configure_package_config_file("${CONFIG_CMAKE}.in" "${BUILT_CONFIG_CMAKE}" INSTALL_DESTINATION "${ICEBERG_INSTALL_CMAKEDIR}/${PACKAGE_NAME}" ) set(CONFIG_VERSION_CMAKE "${PACKAGE_NAME}config-version.cmake") set(BUILT_CONFIG_VERSION_CMAKE "${CMAKE_CURRENT_BINARY_DIR}/${CONFIG_VERSION_CMAKE}") write_basic_package_version_file("${BUILT_CONFIG_VERSION_CMAKE}" COMPATIBILITY SameMajorVersion) install(FILES "${BUILT_CONFIG_CMAKE}" "${BUILT_CONFIG_VERSION_CMAKE}" DESTINATION "${ICEBERG_INSTALL_CMAKEDIR}/${PACKAGE_NAME}") set(TARGETS_CMAKE "${PACKAGE_NAME}-targets.cmake") install(EXPORT ${EXPORT_NAME} DESTINATION "${ICEBERG_INSTALL_CMAKEDIR}/${PACKAGE_NAME}" NAMESPACE "${PACKAGE_NAME}::" FILE "${TARGETS_CMAKE}") endfunction() function(add_iceberg_lib LIB_NAME) set(options) set(one_value_args BUILD_SHARED BUILD_STATIC INSTALL_ARCHIVE_DIR INSTALL_LIBRARY_DIR INSTALL_RUNTIME_DIR SHARED_LINK_FLAGS) set(multi_value_args SOURCES OUTPUTS STATIC_LINK_LIBS SHARED_LINK_LIBS SHARED_PRIVATE_LINK_LIBS EXTRA_INCLUDES PRIVATE_INCLUDES DEPENDENCIES DEFINITIONS SHARED_INSTALL_INTERFACE_LIBS STATIC_INSTALL_INTERFACE_LIBS) cmake_parse_arguments(ARG "${options}" "${one_value_args}" "${multi_value_args}" ${ARGN}) if(ARG_UNPARSED_ARGUMENTS) message(SEND_ERROR "Error: unrecognized arguments: ${ARG_UNPARSED_ARGUMENTS}") endif() if(ARG_OUTPUTS) set(${ARG_OUTPUTS}) endif() # Allow overriding ICEBERG_BUILD_SHARED and ICEBERG_BUILD_STATIC if(DEFINED ARG_BUILD_SHARED) set(BUILD_SHARED ${ARG_BUILD_SHARED}) else() set(BUILD_SHARED ${ICEBERG_BUILD_SHARED}) endif() if(DEFINED ARG_BUILD_STATIC) set(BUILD_STATIC ${ARG_BUILD_STATIC}) else() set(BUILD_STATIC ${ICEBERG_BUILD_STATIC}) endif() # Prepare arguments for separate compilation of static and shared libs below set(LIB_DEPS ${ARG_SOURCES}) set(EXTRA_DEPS ${ARG_DEPENDENCIES}) if(ARG_EXTRA_INCLUDES) set(LIB_INCLUDES ${ARG_EXTRA_INCLUDES}) else() set(LIB_INCLUDES "") endif() if(ARG_INSTALL_ARCHIVE_DIR) set(INSTALL_ARCHIVE_DIR ${ARG_INSTALL_ARCHIVE_DIR}) else() set(INSTALL_ARCHIVE_DIR ${CMAKE_INSTALL_LIBDIR}) endif() if(ARG_INSTALL_LIBRARY_DIR) set(INSTALL_LIBRARY_DIR ${ARG_INSTALL_LIBRARY_DIR}) else() set(INSTALL_LIBRARY_DIR ${CMAKE_INSTALL_LIBDIR}) endif() if(ARG_INSTALL_RUNTIME_DIR) set(INSTALL_RUNTIME_DIR ${ARG_INSTALL_RUNTIME_DIR}) else() set(INSTALL_RUNTIME_DIR bin) endif() if(BUILD_SHARED) add_library(${LIB_NAME}_shared SHARED) if(LIB_DEPS) target_sources(${LIB_NAME}_shared PRIVATE ${LIB_DEPS}) endif() if(EXTRA_DEPS) add_dependencies(${LIB_NAME}_shared ${EXTRA_DEPS}) endif() if(ARG_DEFINITIONS) target_compile_definitions(${LIB_NAME}_shared PRIVATE ${ARG_DEFINITIONS}) endif() if(ARG_OUTPUTS) list(APPEND ${ARG_OUTPUTS} ${LIB_NAME}_shared) endif() if(LIB_INCLUDES) target_include_directories(${LIB_NAME}_shared PUBLIC ${ARG_EXTRA_INCLUDES}) endif() if(ARG_PRIVATE_INCLUDES) target_include_directories(${LIB_NAME}_shared PRIVATE ${ARG_PRIVATE_INCLUDES}) endif() set_target_properties(${LIB_NAME}_shared PROPERTIES LINK_FLAGS "${ARG_SHARED_LINK_FLAGS}" OUTPUT_NAME ${LIB_NAME}) target_link_libraries(${LIB_NAME}_shared PUBLIC "$" "$" PRIVATE ${ARG_SHARED_PRIVATE_LINK_LIBS}) target_link_libraries(${LIB_NAME}_shared PUBLIC "$") string(TOUPPER ${LIB_NAME} VISIBILITY_NAME) target_compile_definitions(${LIB_NAME}_shared PRIVATE ${VISIBILITY_NAME}_EXPORTING) set_target_properties(${LIB_NAME}_shared PROPERTIES C_VISIBILITY_PRESET hidden CXX_VISIBILITY_PRESET hidden VISIBILITY_INLINES_HIDDEN 1) if(MSVC_TOOLCHAIN) target_compile_options(${LIB_NAME}_shared PRIVATE /bigobj) endif() install(TARGETS ${LIB_NAME}_shared EXPORT iceberg_targets ARCHIVE DESTINATION ${INSTALL_ARCHIVE_DIR} LIBRARY DESTINATION ${INSTALL_LIBRARY_DIR} RUNTIME DESTINATION ${INSTALL_RUNTIME_DIR} INCLUDES DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}) endif() if(BUILD_STATIC) add_library(${LIB_NAME}_static STATIC) if(LIB_DEPS) target_sources(${LIB_NAME}_static PRIVATE ${LIB_DEPS}) endif() if(EXTRA_DEPS) add_dependencies(${LIB_NAME}_static ${EXTRA_DEPS}) endif() if(ARG_DEFINITIONS) target_compile_definitions(${LIB_NAME}_static PRIVATE ${ARG_DEFINITIONS}) endif() if(ARG_OUTPUTS) list(APPEND ${ARG_OUTPUTS} ${LIB_NAME}_static) endif() if(LIB_INCLUDES) target_include_directories(${LIB_NAME}_static PUBLIC ${ARG_EXTRA_INCLUDES}) endif() if(ARG_PRIVATE_INCLUDES) target_include_directories(${LIB_NAME}_static PRIVATE ${ARG_PRIVATE_INCLUDES}) endif() if(MSVC_TOOLCHAIN) set(LIB_NAME_STATIC ${LIB_NAME}_static) else() set(LIB_NAME_STATIC ${LIB_NAME}) endif() set_target_properties(${LIB_NAME}_static PROPERTIES OUTPUT_NAME ${LIB_NAME_STATIC}) if(ARG_STATIC_INSTALL_INTERFACE_LIBS) target_link_libraries(${LIB_NAME}_static INTERFACE "$" ) endif() if(ARG_STATIC_LINK_LIBS) target_link_libraries(${LIB_NAME}_static PUBLIC "$") endif() target_link_libraries(${LIB_NAME}_static PUBLIC "$") if(WIN32) string(TOUPPER ${LIB_NAME} VISIBILITY_NAME) target_compile_definitions(${LIB_NAME}_static PUBLIC ${VISIBILITY_NAME}_STATIC) endif() if(MSVC_TOOLCHAIN) target_compile_options(${LIB_NAME}_static PRIVATE /bigobj) endif() install(TARGETS ${LIB_NAME}_static EXPORT iceberg_targets ARCHIVE DESTINATION ${INSTALL_ARCHIVE_DIR} LIBRARY DESTINATION ${INSTALL_LIBRARY_DIR} RUNTIME DESTINATION ${INSTALL_RUNTIME_DIR} INCLUDES DESTINATION ${CMAKE_INSTALL_INCLUDEDIR}) endif() # Modify variable in calling scope if(ARG_OUTPUTS) set(${ARG_OUTPUTS} ${${ARG_OUTPUTS}} PARENT_SCOPE) endif() endfunction() function(iceberg_install_all_headers PATH) set(options) set(one_value_args) set(multi_value_args PATTERN) cmake_parse_arguments(ARG "${options}" "${one_value_args}" "${multi_value_args}" ${ARGN}) if(NOT ARG_PATTERN) set(ARG_PATTERN "*.h" "*.hpp") endif() file(GLOB CURRENT_DIRECTORY_HEADERS ${ARG_PATTERN}) set(PUBLIC_HEADERS) foreach(HEADER ${CURRENT_DIRECTORY_HEADERS}) get_filename_component(HEADER_BASENAME ${HEADER} NAME) if(HEADER_BASENAME MATCHES "internal") continue() endif() list(APPEND PUBLIC_HEADERS ${HEADER}) endforeach() install(FILES ${PUBLIC_HEADERS} DESTINATION "${ICEBERG_INSTALL_INCLUDEDIR}/${PATH}") endfunction() apache-iceberg-cpp-0.2.0/cmake_modules/IcebergSanitizer.cmake000066400000000000000000000034371513435727300241740ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. add_library(iceberg_sanitizer_flags INTERFACE) if(ICEBERG_ENABLE_ASAN) if(CMAKE_CXX_COMPILER_ID MATCHES "GNU|Clang") target_compile_options(iceberg_sanitizer_flags INTERFACE -fsanitize=address -fno-omit-frame-pointer) target_link_options(iceberg_sanitizer_flags INTERFACE -fsanitize=address) message(STATUS "Address Sanitizer enabled") else() message(WARNING "Address Sanitizer is only supported for GCC and Clang compilers") endif() endif() if(ICEBERG_ENABLE_UBSAN) if(CMAKE_CXX_COMPILER_ID MATCHES "GNU|Clang") target_compile_options(iceberg_sanitizer_flags INTERFACE -fsanitize=undefined -fno-omit-frame-pointer) target_link_options(iceberg_sanitizer_flags INTERFACE -fsanitize=undefined) message(STATUS "Undefined Behavior Sanitizer enabled") else() message(WARNING "Undefined Behavior Sanitizer is only supported for GCC and Clang compilers" ) endif() endif() apache-iceberg-cpp-0.2.0/cmake_modules/IcebergSccache.cmake000066400000000000000000000031461513435727300235520ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. if(MSVC_TOOLCHAIN AND "${CMAKE_CXX_COMPILER_LAUNCHER}" STREQUAL "sccache") message(STATUS "Configuring sccache for MSVC") # Remove /Zi or /ZI string(REGEX REPLACE "/Z[iI]" "" CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG}") string(REGEX REPLACE "/Z[iI]" "" CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG}") string(REGEX REPLACE "/Z[iI]" "" CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO}") string(REGEX REPLACE "/Z[iI]" "" CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO}") # Add /Z7 set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} /Z7") set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} /Z7") set(CMAKE_C_FLAGS_RELWITHDEBINFO "${CMAKE_C_FLAGS_RELWITHDEBINFO} /Z7") set(CMAKE_CXX_FLAGS_RELWITHDEBINFO "${CMAKE_CXX_FLAGS_RELWITHDEBINFO} /Z7") endif() apache-iceberg-cpp-0.2.0/cmake_modules/IcebergThirdpartyToolchain.cmake000066400000000000000000000434631513435727300262220ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # Accumulate all dependencies to provide suitable static link parameters to the # third party libraries. set(ICEBERG_SYSTEM_DEPENDENCIES) set(ICEBERG_ARROW_INSTALL_INTERFACE_LIBS) # ---------------------------------------------------------------------- # Versions and URLs for toolchain builds # # The following environment variables can be set to customize dependency URLs: # # ICEBERG_ARROW_URL - Apache Arrow tarball URL # ICEBERG_AVRO_URL - Apache Avro tarball URL # ICEBERG_AVRO_GIT_URL - Apache Avro git repository URL # ICEBERG_NANOARROW_URL - Nanoarrow tarball URL # ICEBERG_CROARING_URL - CRoaring tarball URL # ICEBERG_NLOHMANN_JSON_URL - nlohmann-json tarball URL # ICEBERG_CPR_URL - cpr tarball URL # # Example usage: # export ICEBERG_ARROW_URL="https://your-mirror.com/apache-arrow-22.0.0.tar.gz" # cmake -S . -B build # set(ICEBERG_ARROW_BUILD_VERSION "22.0.0") set(ICEBERG_ARROW_BUILD_SHA256_CHECKSUM "131250cd24dec0cddde04e2ad8c9e2bc43edc5e84203a81cf71cf1a33a6e7e0f") if(DEFINED ENV{ICEBERG_ARROW_URL}) set(ARROW_SOURCE_URL "$ENV{ICEBERG_ARROW_URL}") else() set(ARROW_SOURCE_URL "https://www.apache.org/dyn/closer.lua?action=download&filename=/arrow/arrow-${ICEBERG_ARROW_BUILD_VERSION}/apache-arrow-${ICEBERG_ARROW_BUILD_VERSION}.tar.gz" "https://downloads.apache.org/arrow/arrow-${ICEBERG_ARROW_BUILD_VERSION}/apache-arrow-${ICEBERG_ARROW_BUILD_VERSION}.tar.gz" ) endif() # ---------------------------------------------------------------------- # FetchContent include(FetchContent) set(FC_DECLARE_COMMON_OPTIONS) if(CMAKE_VERSION VERSION_GREATER_EQUAL 3.28) list(APPEND FC_DECLARE_COMMON_OPTIONS EXCLUDE_FROM_ALL TRUE) endif() macro(prepare_fetchcontent) set(BUILD_SHARED_LIBS OFF) set(BUILD_STATIC_LIBS ON) set(CMAKE_COMPILE_WARNING_AS_ERROR FALSE) set(CMAKE_EXPORT_NO_PACKAGE_REGISTRY TRUE) set(CMAKE_POSITION_INDEPENDENT_CODE ON) # Use "NEW" for CMP0077 by default. # # https://cmake.org/cmake/help/latest/policy/CMP0077.html # # option() honors normal variables. set(CMAKE_POLICY_DEFAULT_CMP0077 NEW CACHE STRING "") endmacro() # ---------------------------------------------------------------------- # Apache Arrow function(resolve_arrow_dependency) prepare_fetchcontent() set(ARROW_BUILD_SHARED OFF) set(ARROW_BUILD_STATIC ON) # Work around undefined symbol: arrow::ipc::ReadSchema(arrow::io::InputStream*, arrow::ipc::DictionaryMemo*) set(ARROW_IPC ON) set(ARROW_FILESYSTEM ON) set(ARROW_JSON ON) set(ARROW_PARQUET ON) set(ARROW_SIMD_LEVEL "NONE") set(ARROW_RUNTIME_SIMD_LEVEL "NONE") set(ARROW_POSITION_INDEPENDENT_CODE ON) set(ARROW_DEPENDENCY_SOURCE "BUNDLED") set(ARROW_WITH_ZLIB ON) set(ZLIB_SOURCE "SYSTEM") set(ARROW_VERBOSE_THIRDPARTY_BUILD OFF) set(CMAKE_CXX_STANDARD 17) fetchcontent_declare(VendoredArrow ${FC_DECLARE_COMMON_OPTIONS} URL ${ARROW_SOURCE_URL} URL_HASH "SHA256=${ICEBERG_ARROW_BUILD_SHA256_CHECKSUM}" SOURCE_SUBDIR cpp FIND_PACKAGE_ARGS NAMES Arrow CONFIG) fetchcontent_makeavailable(VendoredArrow) if(vendoredarrow_SOURCE_DIR) if(NOT TARGET Arrow::arrow_static) add_library(Arrow::arrow_static INTERFACE IMPORTED) target_link_libraries(Arrow::arrow_static INTERFACE arrow_static) target_include_directories(Arrow::arrow_static INTERFACE ${vendoredarrow_BINARY_DIR}/src ${vendoredarrow_SOURCE_DIR}/cpp/src) endif() if(NOT TARGET Parquet::parquet_static) add_library(Parquet::parquet_static INTERFACE IMPORTED) target_link_libraries(Parquet::parquet_static INTERFACE parquet_static) target_include_directories(Parquet::parquet_static INTERFACE ${vendoredarrow_BINARY_DIR}/src ${vendoredarrow_SOURCE_DIR}/cpp/src) endif() set(ARROW_VENDORED TRUE) set_target_properties(arrow_static PROPERTIES OUTPUT_NAME "iceberg_vendored_arrow") set_target_properties(parquet_static PROPERTIES OUTPUT_NAME "iceberg_vendored_parquet") install(TARGETS arrow_static parquet_static EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") if(TARGET arrow_bundled_dependencies) message(STATUS "arrow_bundled_dependencies found") # arrow_bundled_dependencies is only INSTALL_INTERFACE and will not be built by default. # We need to add it as a dependency to arrow_static so that it will be built. add_dependencies(arrow_static arrow_bundled_dependencies) # We cannot install an IMPORTED target, so we need to install the library manually. get_target_property(arrow_bundled_dependencies_location arrow_bundled_dependencies IMPORTED_LOCATION) install(FILES ${arrow_bundled_dependencies_location} DESTINATION ${ICEBERG_INSTALL_LIBDIR}) endif() else() set(ARROW_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES Arrow) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(ARROW_VENDORED ${ARROW_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # Apache Avro function(resolve_avro_dependency) prepare_fetchcontent() set(AVRO_USE_BOOST OFF CACHE BOOL "" FORCE) set(AVRO_BUILD_EXECUTABLES OFF CACHE BOOL "" FORCE) set(AVRO_BUILD_TESTS OFF CACHE BOOL "" FORCE) if(DEFINED ENV{ICEBERG_AVRO_URL}) # Support custom tarball URL fetchcontent_declare(avro-cpp ${FC_DECLARE_COMMON_OPTIONS} URL $ENV{ICEBERG_AVRO_URL} SOURCE_SUBDIR lang/c++ FIND_PACKAGE_ARGS NAMES avro-cpp CONFIG) else() if(DEFINED ENV{ICEBERG_AVRO_GIT_URL}) set(AVRO_GIT_REPOSITORY "$ENV{ICEBERG_AVRO_GIT_URL}") else() set(AVRO_GIT_REPOSITORY "https://github.com/apache/avro.git") endif() fetchcontent_declare(avro-cpp ${FC_DECLARE_COMMON_OPTIONS} GIT_REPOSITORY ${AVRO_GIT_REPOSITORY} GIT_TAG 11fb55500bed9fbe9af53b85112cd13887f0ce80 SOURCE_SUBDIR lang/c++ FIND_PACKAGE_ARGS NAMES avro-cpp CONFIG) endif() fetchcontent_makeavailable(avro-cpp) if(avro-cpp_SOURCE_DIR) if(NOT TARGET avro-cpp::avrocpp_static) add_library(avro-cpp::avrocpp_static INTERFACE IMPORTED) target_link_libraries(avro-cpp::avrocpp_static INTERFACE avrocpp_s) target_include_directories(avro-cpp::avrocpp_static INTERFACE ${avro-cpp_BINARY_DIR} ${avro-cpp_SOURCE_DIR}/lang/c++) endif() set(AVRO_VENDORED TRUE) set_target_properties(avrocpp_s PROPERTIES OUTPUT_NAME "iceberg_vendored_avrocpp") set_target_properties(avrocpp_s PROPERTIES POSITION_INDEPENDENT_CODE ON) install(TARGETS avrocpp_s EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") # TODO: add vendored ZLIB and Snappy support find_package(Snappy CONFIG) if(Snappy_FOUND) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES Snappy) endif() else() set(AVRO_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES Avro) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(AVRO_VENDORED ${AVRO_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # Nanoarrow # It is also possible to vendor nanoarrow using the bundled source code. function(resolve_nanoarrow_dependency) prepare_fetchcontent() if(DEFINED ENV{ICEBERG_NANOARROW_URL}) set(NANOARROW_URL "$ENV{ICEBERG_NANOARROW_URL}") else() set(NANOARROW_URL "https://dlcdn.apache.org/arrow/apache-arrow-nanoarrow-0.7.0/apache-arrow-nanoarrow-0.7.0.tar.gz" ) endif() fetchcontent_declare(nanoarrow ${FC_DECLARE_COMMON_OPTIONS} URL ${NANOARROW_URL} FIND_PACKAGE_ARGS NAMES nanoarrow CONFIG) fetchcontent_makeavailable(nanoarrow) if(nanoarrow_SOURCE_DIR) if(NOT TARGET nanoarrow::nanoarrow_static) add_library(nanoarrow::nanoarrow_static INTERFACE IMPORTED) target_link_libraries(nanoarrow::nanoarrow_static INTERFACE nanoarrow_static) target_include_directories(nanoarrow::nanoarrow_static INTERFACE ${nanoarrow_BINARY_DIR} ${nanoarrow_SOURCE_DIR}) endif() set(NANOARROW_VENDORED TRUE) set_target_properties(nanoarrow_static PROPERTIES OUTPUT_NAME "iceberg_vendored_nanoarrow" POSITION_INDEPENDENT_CODE ON) install(TARGETS nanoarrow_static EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") else() set(NANOARROW_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES nanoarrow) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(NANOARROW_VENDORED ${NANOARROW_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # CRoaring function(resolve_croaring_dependency) prepare_fetchcontent() set(ENABLE_ROARING_TESTS OFF) set(ENABLE_ROARING_MICROBENCHMARKS OFF) if(DEFINED ENV{ICEBERG_CROARING_URL}) set(CROARING_URL "$ENV{ICEBERG_CROARING_URL}") else() set(CROARING_URL "https://github.com/RoaringBitmap/CRoaring/archive/refs/tags/v4.4.3.tar.gz") endif() fetchcontent_declare(croaring ${FC_DECLARE_COMMON_OPTIONS} URL ${CROARING_URL} FIND_PACKAGE_ARGS NAMES roaring CONFIG) fetchcontent_makeavailable(croaring) if(croaring_SOURCE_DIR) if(NOT TARGET roaring::roaring) add_library(roaring::roaring INTERFACE IMPORTED) target_link_libraries(roaring::roaring INTERFACE roaring) target_include_directories(roaring::roaring INTERFACE ${croaring_BINARY_DIR} ${croaring_SOURCE_DIR}/cpp) endif() set(CROARING_VENDORED TRUE) set_target_properties(roaring PROPERTIES OUTPUT_NAME "iceberg_vendored_croaring" POSITION_INDEPENDENT_CODE ON) install(TARGETS roaring EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") else() set(CROARING_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES roaring) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(CROARING_VENDORED ${CROARING_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # nlohmann-json function(resolve_nlohmann_json_dependency) prepare_fetchcontent() set(JSON_BuildTests OFF CACHE BOOL "" FORCE) if(DEFINED ENV{ICEBERG_NLOHMANN_JSON_URL}) set(NLOHMANN_JSON_URL "$ENV{ICEBERG_NLOHMANN_JSON_URL}") else() set(NLOHMANN_JSON_URL "https://github.com/nlohmann/json/releases/download/v3.11.3/json.tar.xz") endif() fetchcontent_declare(nlohmann_json ${FC_DECLARE_COMMON_OPTIONS} URL ${NLOHMANN_JSON_URL} FIND_PACKAGE_ARGS NAMES nlohmann_json CONFIG) fetchcontent_makeavailable(nlohmann_json) if(nlohmann_json_SOURCE_DIR) if(NOT TARGET nlohmann_json::nlohmann_json) add_library(nlohmann_json::nlohmann_json INTERFACE IMPORTED) target_link_libraries(nlohmann_json::nlohmann_json INTERFACE nlohmann_json) target_include_directories(nlohmann_json::nlohmann_json INTERFACE ${nlohmann_json_BINARY_DIR} ${nlohmann_json_SOURCE_DIR}) endif() set(NLOHMANN_JSON_VENDORED TRUE) set_target_properties(nlohmann_json PROPERTIES OUTPUT_NAME "iceberg_vendored_nlohmann_json" POSITION_INDEPENDENT_CODE ON) if(MSVC_TOOLCHAIN) set(NLOHMANN_NATVIS_FILE ${nlohmann_json_SOURCE_DIR}/nlohmann_json.natvis) install(FILES ${NLOHMANN_NATVIS_FILE} DESTINATION .) endif() install(TARGETS nlohmann_json EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") else() set(NLOHMANN_JSON_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES nlohmann_json) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(NLOHMANN_JSON_VENDORED ${NLOHMANN_JSON_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # zlib function(resolve_zlib_dependency) # use system zlib, zlib is required by arrow and avro find_package(ZLIB REQUIRED) if(ZLIB_FOUND) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES ZLIB) message(STATUS "ZLIB_FOUND ZLIB_LIBRARIES:${ZLIB_LIBRARIES} ZLIB_INCLUDE_DIR:${ZLIB_INCLUDE_DIR}" ) set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) endif() endfunction() # ---------------------------------------------------------------------- # cpr (C++ Requests) function(resolve_cpr_dependency) prepare_fetchcontent() set(CPR_BUILD_TESTS OFF) set(CPR_ENABLE_CURL_HTTP_ONLY ON) set(CPR_ENABLE_SSL ON) set(CPR_USE_SYSTEM_CURL ON) if(DEFINED ENV{ICEBERG_CPR_URL}) set(CPR_URL "$ENV{ICEBERG_CPR_URL}") else() set(CPR_URL "https://github.com/libcpr/cpr/archive/refs/tags/1.12.0.tar.gz") endif() fetchcontent_declare(cpr ${FC_DECLARE_COMMON_OPTIONS} URL ${CPR_URL} FIND_PACKAGE_ARGS NAMES cpr CONFIG) fetchcontent_makeavailable(cpr) if(cpr_SOURCE_DIR) if(NOT TARGET cpr::cpr) add_library(cpr::cpr INTERFACE IMPORTED) target_link_libraries(cpr::cpr INTERFACE cpr) target_include_directories(cpr::cpr INTERFACE ${cpr_BINARY_DIR} ${cpr_SOURCE_DIR}/include) endif() set(CPR_VENDORED TRUE) set_target_properties(cpr PROPERTIES OUTPUT_NAME "iceberg_vendored_cpr" POSITION_INDEPENDENT_CODE ON) add_library(iceberg::cpr ALIAS cpr) install(TARGETS cpr EXPORT iceberg_targets RUNTIME DESTINATION "${ICEBERG_INSTALL_BINDIR}" ARCHIVE DESTINATION "${ICEBERG_INSTALL_LIBDIR}" LIBRARY DESTINATION "${ICEBERG_INSTALL_LIBDIR}") list(APPEND ICEBERG_SYSTEM_DEPENDENCIES OpenSSL CURL) else() set(CPR_VENDORED FALSE) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES cpr) endif() set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) set(CPR_VENDORED ${CPR_VENDORED} PARENT_SCOPE) endfunction() # ---------------------------------------------------------------------- # Zstd function(resolve_zstd_dependency) find_package(zstd CONFIG) if(zstd_FOUND) list(APPEND ICEBERG_SYSTEM_DEPENDENCIES zstd) message(STATUS "Found zstd, version: ${zstd_VERSION}") set(ICEBERG_SYSTEM_DEPENDENCIES ${ICEBERG_SYSTEM_DEPENDENCIES} PARENT_SCOPE) endif() endfunction() resolve_zlib_dependency() resolve_nanoarrow_dependency() resolve_croaring_dependency() resolve_nlohmann_json_dependency() if(ICEBERG_BUILD_BUNDLE) resolve_arrow_dependency() resolve_avro_dependency() resolve_zstd_dependency() endif() if(ICEBERG_BUILD_REST) resolve_cpr_dependency() endif() apache-iceberg-cpp-0.2.0/dev/000077500000000000000000000000001513435727300157005ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/dev/release/000077500000000000000000000000001513435727300173205ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/dev/release/README.md000066400000000000000000000066271513435727300206120ustar00rootroot00000000000000 # Release ## Overview 1. Test the revision to be released 2. Prepare RC and vote (detailed later) 3. Publish (detailed later) ### Prepare RC and vote Run `dev/release/release_rc.sh` on a working copy of `git@github.com:apache/iceberg-cpp` not from your fork: ```console $ git clone git@github.com:apache/iceberg-cpp.git && cd iceberg-cpp $ dev/release/release_rc.sh ${VERSION} ${RC} (Send a vote email to dev@iceberg.apache.org. You can use a draft shown by release_rc.sh for the email.) ``` Here is an example to release RC0 of version 0.1.0: ```console $ GH_TOKEN=${YOUR_GITHUB_TOKEN} dev/release/release_rc.sh 0.1.0 0 ``` The arguments of `release_rc.sh` are the version and the RC number. If RC0 has a problem, we'll increment the RC number such as RC1, RC2 and so on. Requirements to run `release_rc.sh`: * You must be an Apache Iceberg committer or PMC member * You must prepare your PGP key for signing If you don't have a PGP key, https://infra.apache.org/release-signing.html#generate may be helpful. Your PGP key must be published in the KEYS file, which is hosted at: * https://downloads.apache.org/iceberg/KEYS See the header comment of them for how to add a PGP key. If you are a first-time release manager, you need to add your public key to this file. To prevent formatting errors, please use the following commands instead of editing the file manually: + Check out the release distribution directory: ```console $ svn co https://dist.apache.org/repos/dist/release/iceberg $ cd iceberg ``` + Append your GPG public key to the KEYS file. Replace with your actual GPG key ID. ```console $ echo "" >> KEYS # append a newline $ gpg --list-sigs >> KEYS # append signatures $ gpg --armor --export >> KEYS # append public key block $ svn commit -m "Add GPG key for " ``` ### Publish We need to publish to apache.org to publish a new release. Run `dev/release/release.sh` to publish to apache.org: ```console $ GH_TOKEN=${YOUR_GITHUB_TOKEN} dev/release/release.sh ${VERSION} ${RC} ``` Add the release to ASF's report database via [Apache Committee Report Helper](https://reporter.apache.org/addrelease.html?iceberg) ### Verify We have a script for verifying a RC. You must install the following to run the script: * `curl` * `gpg` * `shasum` or `sha512sum` * `tar` * `cmake` (3.25 or higher) * C++23 compliant compiler (GCC 13+ or Clang 16+) To verify a RC, run the following: ```console $ dev/release/verify_rc.sh ${VERSION} ${RC} ``` If the verification is successful, the message `RC looks good!` is shown. apache-iceberg-cpp-0.2.0/dev/release/check_rat_report.py000066400000000000000000000037121513435727300232130ustar00rootroot00000000000000#!/usr/bin/env python3 # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. import fnmatch import re import sys import xml.etree.ElementTree as ET if len(sys.argv) != 3: sys.stderr.write("Usage: %s exclude_globs.lst rat_report.xml\n" % sys.argv[0]) sys.exit(1) exclude_globs_filename = sys.argv[1] xml_filename = sys.argv[2] globs = [] with open(exclude_globs_filename, "r") as f: for line in f: stripped_line = line.strip() if not stripped_line or stripped_line.startswith('#'): continue globs.append(stripped_line) tree = ET.parse(xml_filename) root = tree.getroot() resources = root.findall('resource') all_ok = True for r in resources: approvals = r.findall('license-approval') if not approvals or approvals[0].attrib['name'] == 'true': continue clean_name = re.sub('^[^/]+/', '', r.attrib['name']) excluded = False for g in globs: if fnmatch.fnmatch(clean_name, g): excluded = True break if not excluded: sys.stdout.write("NOT APPROVED: %s (%s): %s\n" % ( clean_name, r.attrib['name'], approvals[0].attrib['name'])) all_ok = False if not all_ok: sys.exit(1) print('OK') sys.exit(0) apache-iceberg-cpp-0.2.0/dev/release/rat_exclude_files.txt000066400000000000000000000016271513435727300235500ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. .gitignore LICENSE NOTICE build/** dist/** .git/** requirements.txt test/resources/** *.json src/iceberg/util/murmurhash3_internal.* apache-iceberg-cpp-0.2.0/dev/release/release.sh000077500000000000000000000074701513435727300213070ustar00rootroot00000000000000#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. set -eu for cmd in git gh svn; do if ! command -v ${cmd} &> /dev/null; then echo "This script requires '${cmd}' but it's not installed. Aborting." exit 1 fi done if [ "$#" -ne 2 ]; then echo "Usage: $0 " echo " e.g.: $0 0.1.0 0" exit 1 fi version=$1 rc=$2 git_origin_url="$(git remote get-url origin)" repository="${git_origin_url#*github.com?}" repository="${repository%.git}" if [ "${git_origin_url}" != "git@github.com:apache/iceberg-cpp.git" ]; then echo "This script must be ran with a working copy of apache/iceberg-cpp." echo "The origin's URL: ${git_origin_url}" exit 1 fi tag="v${version}" rc_tag="${tag}-rc${rc}" echo "Tagging for release: ${tag}" git tag "${tag}" "${rc_tag}^{}" -m "Release ${tag}" git push origin "${tag}" release_id="apache-iceberg-cpp-${version}" dist_url="https://dist.apache.org/repos/dist/release/iceberg" dist_dev_url="https://dist.apache.org/repos/dist/dev/iceberg" svn \ mv "${dist_dev_url}/${release_id}-rc${rc}/" \ "${dist_url}/${release_id}" \ -m "Apache Iceberg C++ ${version}" svn co "${dist_url}/${release_id}" pushd "${release_id}" gh release create "${tag}" \ --repo "${repository}" \ --title "Apache Iceberg C++ ${version}" \ --generate-notes \ --verify-tag \ *.tar.gz \ *.tar.gz.asc \ *.tar.gz.sha512 popd rm -rf "${release_id}" echo "Keep only the latest versions" old_releases=$( svn ls "${dist_url}" | grep -E '^apache-iceberg-cpp-' | sort --version-sort --reverse | tail -n +2 ) for old_release_version in ${old_releases}; do echo "Remove old release ${old_release_version}" svn \ delete \ -m "Remove old Apache Iceberg C++ release: ${old_release_version}" \ "https://dist.apache.org/repos/dist/release/iceberg/${old_release_version}" done echo "Success! The release is available here:" echo " https://dist.apache.org/repos/dist/release/iceberg/${release_id}" echo echo "Add this release to ASF's report database:" echo " https://reporter.apache.org/addrelease.html?iceberg" echo "Draft email for announcement" echo "" echo "---------------------------------------------------------" cat < commits from unique contributors. Among the changes in this release are the following highlights: - - - ... - This release is hosted at: https://dist.apache.org/repos/dist/release/iceberg/apache-iceberg-cpp-${version} For release details and downloads, please visit: https://github.com/apache/iceberg-cpp/releases/tag/apache-iceberg-cpp-${version} Thanks to everyone for all your contributions! MAIL echo "---------------------------------------------------------" apache-iceberg-cpp-0.2.0/dev/release/release_rc.sh000077500000000000000000000112551513435727300217670ustar00rootroot00000000000000#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. set -eu for cmd in git gh gpg svn; do if ! command -v ${cmd} &> /dev/null; then echo "This script requires '${cmd}' but it's not installed. Aborting." exit 1 fi done SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" SOURCE_TOP_DIR="$(cd "${SOURCE_DIR}/../../" && pwd)" if [ "$#" -ne 2 ]; then echo "Usage: $0 " echo " e.g.: $0 0.1.0 0" exit 1 fi # TODO: possibly use semantic versioning to auto generate the version? version=$1 rc=$2 : "${RELEASE_DEFAULT:=1}" : "${RELEASE_PULL:=${RELEASE_DEFAULT}}" : "${RELEASE_PUSH_TAG:=${RELEASE_DEFAULT}}" : "${RELEASE_SIGN:=${RELEASE_DEFAULT}}" : "${RELEASE_UPLOAD:=${RELEASE_DEFAULT}}" cd "${SOURCE_TOP_DIR}" if [ "${RELEASE_PULL}" -gt 0 ] || [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then git_origin_url="$(git remote get-url origin)" if [ "${git_origin_url}" != "git@github.com:apache/iceberg-cpp.git" ]; then echo "This script must be ran with working copy of apache/iceberg-cpp." echo "The origin's URL: ${git_origin_url}" exit 1 fi fi if [ "${RELEASE_PULL}" -gt 0 ]; then echo "Ensure using the latest commit" git checkout main git pull --rebase --prune fi rc_tag="v${version}-rc${rc}" if [ "${RELEASE_PUSH_TAG}" -gt 0 ]; then echo "Tagging for RC: ${rc_tag}" git tag -a -m "${version} RC${rc}" "${rc_tag}" git push origin "${rc_tag}" fi rc_hash="$(git rev-list --max-count=1 "${rc_tag}")" id="apache-iceberg-cpp-${version}" rc_id="${id}-rc${rc}" tar_gz="${id}.tar.gz" if [ "${RELEASE_SIGN}" -gt 0 ]; then git_origin_url="$(git remote get-url origin)" repository="${git_origin_url#*github.com?}" repository="${repository%.git}" echo "Looking for GitHub Actions workflow on ${repository}:${rc_tag}" run_id="" while [ -z "${run_id}" ]; do echo "Waiting for run to start..." run_id=$(gh run list \ --repo "${repository}" \ --workflow=rc.yml \ --json 'databaseId,event,headBranch,status' \ --jq ".[] | select(.event == \"push\" and .headBranch == \"${rc_tag}\") | .databaseId") sleep 1 done echo "Found GitHub Actions workflow with ID: ${run_id}" gh run watch --repo "${repository}" --exit-status "${run_id}" mkdir -p "${rc_id}" echo "Downloading .tar.gz and .sha512 from GitHub Releases" gh release download "${rc_tag}" \ --dir "${rc_id}" \ --pattern "${tar_gz}" \ --pattern "${tar_gz}.sha512" \ --repo "${repository}" \ --skip-existing echo "Signing tar.gz" cd "${rc_id}" gpg --armor --output "${tar_gz}.asc" --detach-sig "${tar_gz}" echo "Add signature to GitHub release" gh release upload "${rc_tag}" \ --clobber \ --repo "${repository}" \ "${tar_gz}".asc cd .. fi if [ "${RELEASE_UPLOAD}" -gt 0 ]; then echo "Uploading to ASF dist/dev..." svn import "${rc_id}" "https://dist.apache.org/repos/dist/dev/iceberg/${rc_id}" -m "Apache Iceberg C++ ${version} RC${rc}" fi echo "Draft email for dev@iceberg.apache.org mailing list" echo "" echo "---------------------------------------------------------" cat < \ "${FILTERED_RAT_TXT}"; then echo "No unapproved licenses" else cat "${FILTERED_RAT_TXT}" N_UNAPPROVED=$(grep -c "NOT APPROVED" "${FILTERED_RAT_TXT}") echo "${N_UNAPPROVED} unapproved licenses. Check Rat report: ${RAT_XML}" exit 1 fi apache-iceberg-cpp-0.2.0/dev/release/verify_rc.sh000077500000000000000000000073661513435727300216630ustar00rootroot00000000000000#!/usr/bin/env bash # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. set -eu for cmd in curl gpg cmake; do if ! command -v ${cmd} &> /dev/null; then echo "This script requires '${cmd}' but it's not installed. Aborting." exit 1 fi done SOURCE_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)" TOP_SOURCE_DIR="$(dirname "$(dirname "${SOURCE_DIR}")")" if [ "$#" -ne 2 ]; then echo "Usage: $0 " echo " e.g.: $0 0.1.0 0" exit 1 fi set -o pipefail set -x VERSION="$1" RC="$2" ICEBERG_DIST_BASE_URL="https://downloads.apache.org/iceberg" DOWNLOAD_RC_BASE_URL="https://dist.apache.org/repos/dist/dev/iceberg/apache-iceberg-cpp-${VERSION}-rc${RC}" ARCHIVE_BASE_NAME="apache-iceberg-cpp-${VERSION}" : "${VERIFY_DEFAULT:=1}" : "${VERIFY_DOWNLOAD:=${VERIFY_DEFAULT}}" : "${VERIFY_SIGN:=${VERIFY_DEFAULT}}" VERIFY_SUCCESS=no setup_tmpdir() { cleanup() { if [ "${VERIFY_SUCCESS}" = "yes" ]; then rm -rf "${VERIFY_TMPDIR}" else echo "Failed to verify release candidate. See ${VERIFY_TMPDIR} for details." fi } if [ -z "${VERIFY_TMPDIR:-}" ]; then VERIFY_TMPDIR="$(mktemp -d -t "$1.XXXXX")" trap cleanup EXIT else mkdir -p "${VERIFY_TMPDIR}" fi } download() { curl \ --fail \ --location \ --remote-name \ --show-error \ --silent \ "$1" } download_rc_file() { if [ "${VERIFY_DOWNLOAD}" -gt 0 ]; then download "${DOWNLOAD_RC_BASE_URL}/$1" else cp "${TOP_SOURCE_DIR}/$1" "$1" fi } import_gpg_keys() { if [ "${VERIFY_SIGN}" -gt 0 ]; then download "${ICEBERG_DIST_BASE_URL}/KEYS" gpg --import KEYS fi } if type shasum >/dev/null 2>&1; then sha512_verify="shasum -a 512 -c" else sha512_verify="sha512sum -c" fi fetch_archive() { download_rc_file "${ARCHIVE_BASE_NAME}.tar.gz" if [ "${VERIFY_SIGN}" -gt 0 ]; then download_rc_file "${ARCHIVE_BASE_NAME}.tar.gz.asc" gpg --verify "${ARCHIVE_BASE_NAME}.tar.gz.asc" "${ARCHIVE_BASE_NAME}.tar.gz" fi download_rc_file "${ARCHIVE_BASE_NAME}.tar.gz.sha512" ${sha512_verify} "${ARCHIVE_BASE_NAME}.tar.gz.sha512" } ensure_source_directory() { tar xf "${ARCHIVE_BASE_NAME}".tar.gz } test_source_distribution() { echo "Building and testing Apache Iceberg C++..." # Configure build cmake -S . -B build \ -DCMAKE_CXX_FLAGS="-Wno-deprecated-declarations" \ -DCMAKE_BUILD_TYPE=Release \ -DICEBERG_BUILD_STATIC=ON \ -DICEBERG_BUILD_SHARED=ON \ --compile-no-warning-as-error # Build cmake --build build --parallel $(nproc || sysctl -n hw.ncpu || echo 4) # Run tests ctest --test-dir build --output-on-failure --parallel $(nproc || sysctl -n hw.ncpu || echo 4) # Install mkdir -p ./install_test cmake --install build --prefix ./install_test echo "Build, test and install completed successfully!" } setup_tmpdir "iceberg-cpp-${VERSION}-${RC}" echo "Working in sandbox ${VERIFY_TMPDIR}" cd "${VERIFY_TMPDIR}" import_gpg_keys fetch_archive ensure_source_directory pushd "${ARCHIVE_BASE_NAME}" test_source_distribution popd VERIFY_SUCCESS=yes echo "RC looks good!" apache-iceberg-cpp-0.2.0/example/000077500000000000000000000000001513435727300165555ustar00rootroot00000000000000apache-iceberg-cpp-0.2.0/example/CMakeLists.txt000066400000000000000000000022171513435727300213170ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # Please set CMAKE_PREFIX_PATH to the install prefix of iceberg. cmake_minimum_required(VERSION 3.25) project(example) set(CMAKE_CXX_STANDARD 23) find_package(iceberg CONFIG REQUIRED) add_executable(demo_example demo_example.cc) target_link_libraries(demo_example PRIVATE iceberg::iceberg_bundle_static iceberg::iceberg_rest_static) apache-iceberg-cpp-0.2.0/example/demo_example.cc000066400000000000000000000060531513435727300215270ustar00rootroot00000000000000/* * Licensed to the Apache Software Foundation (ASF) under one * or more contributor license agreements. See the NOTICE file * distributed with this work for additional information * regarding copyright ownership. The ASF licenses this file * to you under the Apache License, Version 2.0 (the * "License"); you may not use this file except in compliance * with the License. You may obtain a copy of the License at * * http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, * software distributed under the License is distributed on an * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY * KIND, either express or implied. See the License for the * specific language governing permissions and limitations * under the License. */ #include #include "iceberg/arrow/arrow_file_io.h" #include "iceberg/avro/avro_register.h" #include "iceberg/catalog/memory/in_memory_catalog.h" #include "iceberg/manifest/manifest_entry.h" #include "iceberg/parquet/parquet_register.h" #include "iceberg/table.h" #include "iceberg/table_scan.h" int main(int argc, char** argv) { if (argc != 4) { std::cerr << "Usage: " << argv[0] << " " << std::endl; return 0; } const std::string warehouse_location = argv[1]; const std::string table_name = argv[2]; const std::string table_location = argv[3]; const std::unordered_map properties; iceberg::avro::RegisterAll(); iceberg::parquet::RegisterAll(); auto catalog = iceberg::InMemoryCatalog::Make("test", iceberg::arrow::MakeLocalFileIO(), warehouse_location, properties); auto register_result = catalog->RegisterTable({.name = table_name}, table_location); if (!register_result.has_value()) { std::cerr << "Failed to register table: " << register_result.error().message << std::endl; return 1; } auto load_result = catalog->LoadTable({.name = table_name}); if (!load_result.has_value()) { std::cerr << "Failed to load table: " << load_result.error().message << std::endl; return 1; } auto table = std::move(load_result.value()); auto scan_builder = table->NewScan(); if (!scan_builder.has_value()) { std::cerr << "Failed to create scan builder: " << scan_builder.error().message << std::endl; return 1; } auto scan_result = scan_builder.value()->Build(); if (!scan_result.has_value()) { std::cerr << "Failed to build scan: " << scan_result.error().message << std::endl; return 1; } auto scan = std::move(scan_result.value()); auto plan_result = scan->PlanFiles(); if (!plan_result.has_value()) { std::cerr << "Failed to plan files: " << plan_result.error().message << std::endl; return 1; } std::cout << "Scan tasks: " << std::endl; auto scan_tasks = std::move(plan_result.value()); for (const auto& scan_task : scan_tasks) { std::cout << " - " << scan_task->data_file()->file_path << std::endl; } return 0; } apache-iceberg-cpp-0.2.0/meson.build000066400000000000000000000024761513435727300172750ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. project( 'iceberg', 'cpp', version: '0.2.0', license: 'Apache-2.0', meson_version: '>=1.3.0', default_options: [ 'cpp_std=c++23,c++latest', 'warning_level=2', # Don't build any tests for curl 'curl:tests=disabled', 'curl:unittests=disabled', ], ) cpp = meson.get_compiler('cpp') args = cpp.get_supported_arguments(['/bigobj']) add_project_arguments(args, language: 'cpp') subdir('src') install_data( ['LICENSE', 'NOTICE'], install_dir: get_option('datadir') / 'doc/iceberg', ) apache-iceberg-cpp-0.2.0/meson.options000066400000000000000000000035761513435727300176730ustar00rootroot00000000000000# Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, # software distributed under the License is distributed on an # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY # KIND, either express or implied. See the License for the # specific language governing permissions and limitations # under the License. # Many of the options that CMake provides do not need to be implemented # in this configuration, as Meson offers built-in support for them. # For instance, instead of ICEBERG_BUILD_STATIC and ICEBERG_BUILD_SHARED # you can pass the `--default_library=