Script 'mail_helper' called by obssrc Hello community, here is the log from the commit of package steampipe for openSUSE:Factory checked in at 2025-10-30 18:19:18 ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Comparing /work/SRC/openSUSE:Factory/steampipe (Old) and /work/SRC/openSUSE:Factory/.steampipe.new.1980 (New) ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
Package is "steampipe" Thu Oct 30 18:19:18 2025 rev:11 rq:1314571 version:2.3.0 Changes: -------- --- /work/SRC/openSUSE:Factory/steampipe/steampipe.changes 2025-09-25 18:48:37.218521112 +0200 +++ /work/SRC/openSUSE:Factory/.steampipe.new.1980/steampipe.changes 2025-10-30 18:19:19.450421402 +0100 @@ -1,0 +2,18 @@ +Thu Oct 30 10:32:25 UTC 2025 - Felix Niederwanger <[email protected]> + +- Update to version 2.3.0: + * v2.3.0 + * Improve table truncation message for datasets exceeding 10k rows, show the same message in batch queries as well (#4675) + * [dep][go](deps): Bump github.com/jackc/pgx/v5 from 5.7.3 to 5.7.6 (#4660) + * [dep][go](deps): Bump github.com/hashicorp/go-plugin from 1.6.3 to 1.7.0 (#4662) + * [dep][go](deps): Bump github.com/spf13/cobra from 1.9.1 to 1.10.1 (#4659) + * [dep][actions](deps): Bump actions/setup-go from 5.5.0 to 6.0.0 (#4663) + * [dep][actions](deps): Bump actions/cache from 4.2.4 to 4.3.0 (#4664) + * [dep][actions](deps): Bump actions/checkout from 4.2.2 to 5.0.0 (#4666) + * [dep][actions](deps): Bump docker/login-action from 3.5.0 to 3.6.0 (#4667) + * [dep][actions](deps): Bump actions/stale from 9.1.0 to 10.1.0 (#4669) + * [dep][go](deps): Bump github.com/jedib0t/go-pretty/v6 (#4672) + * Update embedded postgresql version to 14.19 (#4671) + * update changelog v2.2.0 + +------------------------------------------------------------------- Old: ---- steampipe-2.2.0.obscpio New: ---- steampipe-2.3.0.obscpio ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ Other differences: ------------------ ++++++ steampipe.spec ++++++ --- /var/tmp/diff_new_pack.7dKZud/_old 2025-10-30 18:19:20.850480490 +0100 +++ /var/tmp/diff_new_pack.7dKZud/_new 2025-10-30 18:19:20.850480490 +0100 @@ -17,7 +17,7 @@ Name: steampipe -Version: 2.2.0 +Version: 2.3.0 Release: 0 Summary: Query various APIs and services via SQL language License: AGPL-3.0-only ++++++ _service ++++++ --- /var/tmp/diff_new_pack.7dKZud/_old 2025-10-30 18:19:20.886482010 +0100 +++ /var/tmp/diff_new_pack.7dKZud/_new 2025-10-30 18:19:20.890482178 +0100 @@ -2,7 +2,7 @@ <service name="obs_scm" mode="manual"> <param name="url">https://github.com/turbot/steampipe.git</param> <param name="scm">git</param> - <param name="revision">v2.2.0</param> + <param name="revision">v2.3.0</param> <param name="versionformat">@PARENT_TAG@</param> <param name="versionrewrite-pattern">v(.*)</param> <param name="changesgenerate">enable</param> ++++++ _servicedata ++++++ --- /var/tmp/diff_new_pack.7dKZud/_old 2025-10-30 18:19:20.910483022 +0100 +++ /var/tmp/diff_new_pack.7dKZud/_new 2025-10-30 18:19:20.914483191 +0100 @@ -1,6 +1,6 @@ <servicedata> <service name="tar_scm"> <param name="url">https://github.com/turbot/steampipe.git</param> - <param name="changesrevision">2262010347419868aeb0e35d48d4201409f1788c</param></service></servicedata> + <param name="changesrevision">bc1003bebfa159b10a668d8e960a2290ae8583f0</param></service></servicedata> (No newline at EOF) ++++++ steampipe-2.2.0.obscpio -> steampipe-2.3.0.obscpio ++++++ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/01-steampipe-release.yaml new/steampipe-2.3.0/.github/workflows/01-steampipe-release.yaml --- old/steampipe-2.2.0/.github/workflows/01-steampipe-release.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/01-steampipe-release.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -51,7 +51,7 @@ - name: Checkout if: steps.semver_parser.outputs.prerelease == '' - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/homebrew-tap token: ${{ secrets.GH_ACCESS_TOKEN }} @@ -77,13 +77,13 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: path: steampipe ref: ${{ github.event.ref }} - name: Checkout Pipe Fittings Components repository - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/pipe-fittings path: pipe-fittings @@ -109,7 +109,7 @@ git push origin $VERSION - name: Set up Go - uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 + uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: 1.24 @@ -146,7 +146,7 @@ - name: Checkout if: steps.semver_parser.outputs.prerelease == '' - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/homebrew-tap token: ${{ secrets.GH_ACCESS_TOKEN }} @@ -192,7 +192,7 @@ - name: Checkout if: steps.semver_parser.outputs.prerelease == '' - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/homebrew-tap token: ${{ secrets.GH_ACCESS_TOKEN }} @@ -227,7 +227,7 @@ - name: Checkout if: steps.semver_parser.outputs.prerelease == '' - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/homebrew-tap token: ${{ secrets.GH_ACCESS_TOKEN }} diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/02-steampipe-db-image-build.yaml new/steampipe-2.3.0/.github/workflows/02-steampipe-db-image-build.yaml --- old/steampipe-2.2.0/.github/workflows/02-steampipe-db-image-build.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/02-steampipe-db-image-build.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -9,12 +9,12 @@ Version number for the OCI image for this release - usually the same as the postgres version required: true - default: 14.17.0 + default: 14.19.0 postgres_version: description: "Postgres Version to package (eg 14.2.0)" required: true - default: 14.17.0 + default: 14.19.0 env: PROJECT_ID: steampipe @@ -63,13 +63,13 @@ fi - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: ref: ${{ github.event.inputs.branch }} # Login to GHCR - name: Log in to the Container registry - uses: docker/login-action@184bdaa0721073962dff0199f1fb9940f07167d1 # v3.5.0 + uses: docker/login-action@5e57cd118135c172c3672efd75eb46360885c0ef # v3.6.0 with: registry: ghcr.io username: ${{ github.repository_owner }} @@ -78,32 +78,32 @@ - name: Pull & Extract - darwin amd64 run: |- EXTRACT_DIR=extracted-darwin-amd64 - # new link (darwin-amd64.txz) - https://drive.google.com/file/d/12fxd_jZxdP4Ilwd0BnefbVCLZV957TNJ/view?usp=drive_link - curl -L -o darwin-amd64.txz "https://drive.google.com/uc?export=download&id=12fxd_jZxdP4Ilwd0BnefbVCLZV957TNJ"; + # new link (darwin-amd64.txz) - https://drive.google.com/file/d/14t83HKLJ-ckLwgqRnkVPMTeaw5wMoPu2/view?usp=drive_link + curl -L -o darwin-amd64.txz "https://drive.google.com/uc?export=download&id=14t83HKLJ-ckLwgqRnkVPMTeaw5wMoPu2"; mkdir $EXTRACT_DIR tar -xf darwin-amd64.txz --directory $EXTRACT_DIR - name: Pull & Extract - darwin arm64 run: |- EXTRACT_DIR=extracted-darwin-arm64 - # new link (darwin-arm64.txz) - https://drive.google.com/file/d/1lG6eNYM5JaywbRxQBubzMDmbCtGVilQh/view?usp=drive_link - curl -L -o darwin-arm64.txz "https://drive.google.com/uc?export=download&id=1lG6eNYM5JaywbRxQBubzMDmbCtGVilQh"; + # new link (darwin-arm64.txz) - https://drive.google.com/file/d/1UXdLn9aNDY_5OVLjgwF_cAPKiAsxHHB-/view?usp=drive_link + curl -L -o darwin-arm64.txz "https://drive.google.com/uc?export=download&id=1UXdLn9aNDY_5OVLjgwF_cAPKiAsxHHB-"; mkdir $EXTRACT_DIR tar -xf darwin-arm64.txz --directory $EXTRACT_DIR - name: Pull & Extract - linux amd64 run: |- EXTRACT_DIR=extracted-linux-amd64 - # new link (linux-amd64.txz) - https://drive.google.com/file/d/11pqDcTtlD7RF5LPj-X4gRVfl4mk00fuy/view?usp=drive_link - curl -L -o linux-amd64.txz "https://drive.google.com/uc?export=download&id=11pqDcTtlD7RF5LPj-X4gRVfl4mk00fuy"; + # new link (linux-amd64.txz) - https://drive.google.com/file/d/1CetXFMZZRAtkVr4gCTlcJcOfIm0wyyYn/view?usp=drive_link + curl -L -o linux-amd64.txz "https://drive.google.com/uc?export=download&id=1CetXFMZZRAtkVr4gCTlcJcOfIm0wyyYn"; mkdir $EXTRACT_DIR tar -xf linux-amd64.txz --directory $EXTRACT_DIR - name: Pull & Extract - linux arm64 run: |- EXTRACT_DIR=extracted-linux-arm64 - # new link (linux-arm64.txz) - https://drive.google.com/file/d/1lpjyHegwd_8574uVWgaPB31yR7vRB8Zh/view?usp=drive_link - curl -L -o linux-arm64.txz "https://drive.google.com/uc?export=download&id=1lpjyHegwd_8574uVWgaPB31yR7vRB8Zh"; + # new link (linux-arm64.txz) - https://drive.google.com/file/d/1ce43gJu8HPAufcsZEk87uFPyT6fGEair/view?usp=drive_link + curl -L -o linux-arm64.txz "https://drive.google.com/uc?export=download&id=1ce43gJu8HPAufcsZEk87uFPyT6fGEair"; mkdir $EXTRACT_DIR tar -xf linux-arm64.txz --directory $EXTRACT_DIR @@ -160,10 +160,10 @@ extracted-linux-amd64:application/vnd.turbot.steampipe.db.linux-amd64.layer.v1+tar \ extracted-linux-arm64:application/vnd.turbot.steampipe.db.linux-arm64.layer.v1+tar - # check if the version is NOT an rc version before tagging as latest + # check if the version is NOT an pre-release version before tagging as latest if [[ $VERSION =~ ^[0-9]+\.[0-9]+\.[0-9]+$ ]]; then echo "Tagging as latest: $LATEST_REF" oras tag $REF latest else - echo "Skipping latest tag for rc version: $VERSION" + echo "Skipping latest tag for pre-release version: $VERSION" fi diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/10-test-lint.yaml new/steampipe-2.3.0/.github/workflows/10-test-lint.yaml --- old/steampipe-2.2.0/.github/workflows/10-test-lint.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/10-test-lint.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -15,19 +15,19 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: path: steampipe - name: Checkout Pipe Fittings Components repository - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/pipe-fittings path: pipe-fittings ref: v1.6.x - name: Set up Go - uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 + uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: 1.24 diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/11-test-acceptance.yaml new/steampipe-2.3.0/.github/workflows/11-test-acceptance.yaml --- old/steampipe-2.2.0/.github/workflows/11-test-acceptance.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/11-test-acceptance.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -15,19 +15,19 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: path: steampipe - name: Checkout Pipe Fittings Components repository - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: repository: turbot/pipe-fittings path: pipe-fittings ref: v1.6.x - name: Set up Go - uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 + uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: 1.24 @@ -40,7 +40,7 @@ # used to speedup go test - name: Go Build Cache id: build-cache - uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4 + uses: actions/cache@0057852bfaa89a56745cba8c7296529d2fc39830 # v4.3.0 with: path: ${{ steps.go-cache-paths.outputs.go-build }} key: ${{ runner.os }}-go-build-${{ hashFiles('**/go.sum') }} @@ -67,7 +67,9 @@ run: | mkdir ~/artifacts mv $GITHUB_WORKSPACE/steampipe/dist/steampipe_linux_amd64.tar.gz ~/artifacts/linux.tar.gz + mv $GITHUB_WORKSPACE/steampipe/dist/steampipe_linux_arm64.tar.gz ~/artifacts/linux-arm64.tar.gz mv $GITHUB_WORKSPACE/steampipe/dist/steampipe_darwin_arm64.zip ~/artifacts/darwin.zip + mv $GITHUB_WORKSPACE/steampipe/dist/steampipe_darwin_amd64.zip ~/artifacts/darwin-amd64.zip - name: List Build Artifacts run: ls -l ~/artifacts @@ -80,14 +82,6 @@ if-no-files-found: error overwrite: true - - name: Save MacOS Build Artifact - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 - with: - name: build-artifact-darwin - path: ~/artifacts/darwin.zip - if-no-files-found: error - overwrite: true - acceptance_test: name: Test needs: goreleaser @@ -125,12 +119,12 @@ runs-on: ${{ matrix.platform }} steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 with: submodules: true - name: Set up Go - uses: actions/setup-go@d35c59abb061a4a6fb18e82ac0862c26744d6ab5 # v5.5.0 + uses: actions/setup-go@44694675825211faa026b3c33043df3e48a5fa00 # v6.0.0 with: go-version: 1.24 @@ -146,20 +140,7 @@ name: build-artifact-linux path: ~/artifacts - - name: Download Darwin Build Artifacts - uses: actions/download-artifact@634f93cb2916e3fdff6788551b99b062d0335ce0 # v5.0.0 - if: ${{ matrix.platform == 'macos-latest' }} - with: - name: build-artifact-darwin - path: ~/artifacts - - - name: Extract Darwin Artifacts and Install Binary - if: ${{ matrix.platform == 'macos-latest' }} - run: | - mkdir ~/build - unzip ~/artifacts/darwin.zip -d ~/build - - - name: Extract Ubuntu Artifacts and Install Binary + - name: Extract Linux Artifacts and Install Binary if: ${{ matrix.platform == 'ubuntu-latest' }} run: | mkdir ~/build @@ -167,20 +148,21 @@ - name: Set PATH run: | - echo "PATH=$PATH:$HOME/build:$GTIHUB_WORKSPACE/tests/acceptance/lib/bats-core/libexec" >> $GITHUB_ENV + echo "PATH=$PATH:$HOME/build:$GITHUB_WORKSPACE/tests/acceptance/lib/bats-core/libexec" >> $GITHUB_ENV - name: Go install jd - run: | + run: |- go install github.com/josephburnett/jd@latest - name: Install DB id: install-db continue-on-error: false run: | - steampipe query "select 1" + STEAMPIPE_LOG_LEVEL=trace steampipe query "select 1" steampipe plugin install chaos chaosdynamic --progress=false - name: Save Install DB Logs + if: always() uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4.6.2 with: name: install-db-logs-${{ matrix.test_block }}-${{ matrix.platform }} diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/12-test-post-release-linux-distros.yaml new/steampipe-2.3.0/.github/workflows/12-test-post-release-linux-distros.yaml --- old/steampipe-2.2.0/.github/workflows/12-test-post-release-linux-distros.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/12-test-post-release-linux-distros.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -22,7 +22,7 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 - name: Download Linux Release Artifact run: | @@ -68,7 +68,7 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 - name: Download Linux Release Artifact run: | @@ -114,7 +114,7 @@ runs-on: ubuntu-latest steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 - name: Download Linux Release Artifact run: | @@ -160,7 +160,7 @@ runs-on: ubuntu-24.04-arm steps: - name: Checkout - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2 + uses: actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8 # v5.0.0 - name: Download Linux Release Artifact run: | diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/.github/workflows/30-stale.yaml new/steampipe-2.3.0/.github/workflows/30-stale.yaml --- old/steampipe-2.2.0/.github/workflows/30-stale.yaml 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/.github/workflows/30-stale.yaml 2025-10-30 10:31:16.000000000 +0100 @@ -16,7 +16,7 @@ steps: - name: Stale issues and PRs id: stale-issues-and-prs - uses: actions/stale@5bef64f19d7facfb25b37b414482c7164d639639 # v9.1.0 + uses: actions/stale@5f858e3efba33a5ca4407a664cc011ad407f2008 # v10.1.0 with: close-issue-message: | This issue was closed because it has been stalled for 90 days with no activity. diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/CHANGELOG.md new/steampipe-2.3.0/CHANGELOG.md --- old/steampipe-2.2.0/CHANGELOG.md 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/CHANGELOG.md 2025-10-30 10:31:16.000000000 +0100 @@ -1,3 +1,11 @@ +## v2.3.0 [2025-10-30] +_Whats new_ +- Update database version to PostgreSQL 14.19. ([#4644](https://github.com/turbot/steampipe/issues/4644)) + +_Bug fixes_ +- Fix issue where the truncation message was not showing in batch queries for table output format. ([#4674](https://github.com/turbot/steampipe/issues/4674)) +- Improve truncation message for datasets exceeding 10k rows in table output format. ([#4674](https://github.com/turbot/steampipe/issues/4674)) + ## v2.2.0 [2025-09-24] _Whats new_ - Add support for using context functions in steampipe connection config. ([#4433](https://github.com/turbot/steampipe/issues/4433)) @@ -6,6 +14,7 @@ _Bug fixes_ - Fix issue where running `plugin update` was creating the default config file, if it did not exist. ([#4628](https://github.com/turbot/steampipe/issues/4628)) - Fix help message after uninstalling plugins. ([#4483](https://github.com/turbot/steampipe/issues/4483)) +- Fix issue where steampipe login was not respecting `PIPES_INSTALL_DIR` env var. ([#4402](https://github.com/turbot/steampipe/issues/4402)) ## v2.1.0 [2025-07-09] _Whats new_ diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/design/embedded_postgres_build_instructions.md new/steampipe-2.3.0/design/embedded_postgres_build_instructions.md --- old/steampipe-2.2.0/design/embedded_postgres_build_instructions.md 1970-01-01 01:00:00.000000000 +0100 +++ new/steampipe-2.3.0/design/embedded_postgres_build_instructions.md 2025-10-30 10:31:16.000000000 +0100 @@ -0,0 +1,241 @@ +# PostgreSQL Source Build Instructions + +This document provides step-by-step instructions for building the embedded PostgreSQL binaries required by Steampipe for a specific PostgreSQL version. It covers both macOS and Linux environments, including prerequisites, build steps, and packaging guidelines to ensure the resulting binaries are relocatable and suitable for Steampipe's use. + +1. **Source Code:** + [https://www.postgresql.org/ftp/source/](https://www.postgresql.org/ftp/source/) + +2. **Build Documentation:** + [https://www.postgresql.org/docs/current/install-make.html](https://www.postgresql.org/docs/current/install-make.html) + +--- + +## 3. Download Source Code and Run + +### For MacOS + +#### 3.1. Pre-requisites + +* `openssl` + +--- + +#### 3.2. Steps to Build + +1. Change to the PostgreSQL source directory: + + ```bash + cd /postgres/source/dir + ``` + +2. Set environment variables: + + ```bash + export MACOSX_DEPLOYMENT_TARGET=11.0 + export CFLAGS="-mmacosx-version-min=11.0" + export LDFLAGS="-mmacosx-version-min=11.0 -Wl,-rpath,@loader_path/../lib/postgresql" + ``` + + *(Rebuild with an older deployment target)* + +3. Configure the build: + + ```bash + ./configure --prefix=location/where/you/want/the/files \ + --libdir=/location/where/you/want/the/files/lib/postgresql \ + --datadir=/location/where/you/want/the/files/share/postgresql \ + --with-openssl \ + --with-includes=$(brew --prefix openssl)/include \ + --with-libraries=$(brew --prefix openssl)/lib + ``` + + *(Make sure the `libdir` and `datadir` args are passed correctly and point to the `postgresql` dir inside `lib` and `share` — this is needed for Steampipe.)* + +4. Build PostgreSQL: + + ```bash + make -j$(sysctl -n hw.ncpu) + ``` + +5. Install binaries: + + ```bash + make install + ``` + +6. Verify that all binaries are built in the specified location. + +7. Build contrib modules: + + ```bash + make -C contrib + ``` + +8. Install contrib modules: + + ```bash + make -C contrib install + ``` + +9. *(This builds extensions in the contrib directory — needed since we load `ltree` and `tablefunc`.)* + +10. Verify installation structure: + + ```bash + ls -al location/where/you/want/the/files + ``` + + You should see `lib`, `share`, `bin`, and `include` directories under that path. + +11. Remove the `include` directory. + +12. Remove unneeded binaries from `bin`. + +13. Check that all extensions exist. + +--- + +#### 3.3. Fix RPATHs + +Run the `fix_rpath.sh` script to fix the rpaths of the binaries (`initdb`, `pg_restore`, `pg_dump`): + +```bash +#!/bin/bash +set -euo pipefail + +# --- CONFIGURE --- +# Adjust if your libpq lives in lib/ not lib/postgresql +LIB_SUBDIR="lib/postgresql" +BUNDLE_ROOT="$(pwd)" +LIBPQ_PATH="$BUNDLE_ROOT/$LIB_SUBDIR/libpq.5.dylib" + +echo "🔧 Fixing libpq install name..." +install_name_tool -id "@rpath/libpq.5.dylib" "$LIBPQ_PATH" + +echo "🔍 Processing binaries in bin/..." +for binfile in "$BUNDLE_ROOT"/bin/*; do + [[ -x "$binfile" && ! -d "$binfile" ]] || continue + echo "➡️ Patching $(basename "$binfile")" + + # Ensure an rpath to ../lib/postgresql exists + install_name_tool -add_rpath "@loader_path/../$LIB_SUBDIR" "$binfile" 2>/dev/null || true + + # Rewrite any absolute reference to libpq + install_name_tool -change "$BUNDLE_ROOT/$LIB_SUBDIR/libpq.5.dylib" "@rpath/libpq.5.dylib" "$binfile" 2>/dev/null || true +done + +echo "✅ Verification:" +for binfile in "$BUNDLE_ROOT"/bin/*; do + [[ -x "$binfile" && ! -d "$binfile" ]] || continue + echo "--- $(basename "$binfile") ---" + otool -L "$binfile" | grep libpq || echo "⚠️ No libpq linkage" + otool -l "$binfile" | grep -A2 LC_RPATH | grep path || echo "⚠️ No RPATH" +done +``` + +--- + +#### 3.4. Pack the Built Binaries + +Create a `.txz` archive: + +```bash +tar --disable-copyfile --exclude='._*' -cJf darwin-arm64.txz -C darwin-arm64 bin lib share +``` + +--- + +### For Linux (Ubuntu 24 / amd64 or arm64) + +#### 3.5. Pre-requisites + +```bash +apt update +apt install -y build-essential wget ca-certificates \ + libreadline-dev zlib1g-dev flex bison \ + libssl-dev patchelf file +``` + +--- + +#### 3.6. Steps to Build + +1. Change to the PostgreSQL source directory: + + ```bash + cd /postgres/source/dir + ``` + +2. Set installation prefix and linker flags: + + ```bash + export PREFIX=/postgres-binaries-14.19/linux-$(uname -m) + mkdir -p "$PREFIX" + export LDFLAGS='-Wl,-rpath,$ORIGIN/../lib/postgresql -Wl,--enable-new-dtags' + ``` + +3. Configure: + + ```bash + ./configure \ + --prefix="$PREFIX" \ + --libdir="$PREFIX/lib/postgresql" \ + --datadir="$PREFIX/share/postgresql" \ + --with-openssl \ + --with-includes=/usr/include \ + --with-libraries=/usr/lib/$(uname -m)-linux-gnu + ``` + +4. Build and install: + + ```bash + make -j2 + make install + ``` + +5. Build contrib extensions: + + ```bash + make -C contrib -j2 + make -C contrib install + ``` + +6. Patch RPATHs for relocatability: + + ```bash + cd "$PREFIX" + for f in bin/*; do + if [ -x "$f" ] && file "$f" | grep -q ELF; then + patchelf --set-rpath '$ORIGIN/../lib/postgresql' "$f" + fi + done + ``` + +7. Verify RPATH: + + ```bash + readelf -d bin/initdb | grep -i rpath + # → RUNPATH [$ORIGIN/../lib/postgresql] + ``` + +8. Verify linkage: + + ```bash + ldd bin/initdb | grep libpq + # → libpq.so.5 => .../bin/../lib/postgresql/libpq.so.5 + ``` + +9. Remove `include` directory and unnecessary binaries: + + ```bash + rm -rf "$PREFIX/include" + ``` + +10. Pack into `.txz`: + +```bash +cd $(dirname "$PREFIX") +tar -cJf postgres-14.19-$(uname -m).txz $(basename "$PREFIX") +``` + +✅ **Done.** diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/go.mod new/steampipe-2.3.0/go.mod --- old/steampipe-2.2.0/go.mod 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/go.mod 2025-10-30 10:31:16.000000000 +0100 @@ -20,12 +20,12 @@ github.com/go-git/go-git/v5 v5.16.2 github.com/google/uuid v1.6.0 github.com/hashicorp/go-hclog v1.6.3 - github.com/hashicorp/go-plugin v1.6.3 + github.com/hashicorp/go-plugin v1.7.0 github.com/hashicorp/go-version v1.7.0 github.com/hashicorp/hcl/v2 v2.24.0 github.com/jackc/pgconn v1.14.3 - github.com/jackc/pgx/v5 v5.7.3 - github.com/jedib0t/go-pretty/v6 v6.6.7 + github.com/jackc/pgx/v5 v5.7.6 + github.com/jedib0t/go-pretty/v6 v6.6.9 github.com/karrick/gows v0.3.0 github.com/mattn/go-isatty v0.0.20 github.com/mitchellh/colorstring v0.0.0-20190213212951-d06e56a500db // indirect @@ -35,12 +35,12 @@ github.com/sethvargo/go-retry v0.3.0 github.com/shiena/ansicolor v0.0.0-20230509054315-a9deabde6e02 github.com/shirou/gopsutil v3.21.11+incompatible - github.com/spf13/cobra v1.9.1 - github.com/spf13/pflag v1.0.6 + github.com/spf13/cobra v1.10.1 + github.com/spf13/pflag v1.0.9 github.com/spf13/viper v1.20.1 github.com/thediveo/enumflag/v2 v2.0.7 github.com/turbot/go-kit v1.3.0 - github.com/turbot/pipe-fittings/v2 v2.7.0 + github.com/turbot/pipe-fittings/v2 v2.7.2 github.com/turbot/steampipe-plugin-sdk/v5 v5.13.0 github.com/turbot/terraform-components v0.0.0-20250114051614-04b806a9cbed github.com/zclconf/go-cty v1.16.3 // indirect diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/go.sum new/steampipe-2.3.0/go.sum --- old/steampipe-2.2.0/go.sum 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/go.sum 2025-10-30 10:31:16.000000000 +0100 @@ -703,8 +703,8 @@ github.com/briandowns/spinner v1.23.2/go.mod h1:LaZeM4wm2Ywy6vO571mvhQNRcWfRUnXOs0RcKV0wYKM= github.com/btubbs/datetime v0.1.1 h1:KuV+F9tyq/hEnezmKZNGk8dzqMVsId6EpFVrQCfA3To= github.com/btubbs/datetime v0.1.1/go.mod h1:n2BZ/2ltnRzNiz27aE3wUb2onNttQdC+WFxAoks5jJM= -github.com/bufbuild/protocompile v0.4.0 h1:LbFKd2XowZvQ/kajzguUp2DC9UEIQhIq77fZZlaQsNA= -github.com/bufbuild/protocompile v0.4.0/go.mod h1:3v93+mbWn/v3xzN+31nwkJfrEpAUwp+BagBSZWx+TP8= +github.com/bufbuild/protocompile v0.14.1 h1:iA73zAf/fyljNjQKwYzUHD6AD4R8KMasmwa/FBatYVw= +github.com/bufbuild/protocompile v0.14.1/go.mod h1:ppVdAIhbr2H8asPk6k4pY7t9zB1OU5DoEw9xY/FUi1c= github.com/cenkalti/backoff/v4 v4.3.0 h1:MyRJ/UdXutAwSAT+s3wNd7MfTIcy71VQueUuFK343L8= github.com/cenkalti/backoff/v4 v4.3.0/go.mod h1:Y3VNntkOUPxTVeUxJ/G5vcM//AlwfmyYozVcomhLiZE= github.com/census-instrumentation/opencensus-proto v0.2.1/go.mod h1:f6KPmirojxKA12rnyqOA5BBL4O983OfeGPqjHWSTneU= @@ -1004,8 +1004,8 @@ github.com/hashicorp/go-hclog v1.6.3/go.mod h1:W4Qnvbt70Wk/zYJryRzDRU/4r0kIg0PVHBcfoyhpF5M= github.com/hashicorp/go-multierror v1.1.1 h1:H5DkEtf6CXdFp0N0Em5UCwQpXMWke8IA0+lD48awMYo= github.com/hashicorp/go-multierror v1.1.1/go.mod h1:iw975J/qwKPdAO1clOe2L8331t/9/fmwbPZ6JB6eMoM= -github.com/hashicorp/go-plugin v1.6.3 h1:xgHB+ZUSYeuJi96WtxEjzi23uh7YQpznjGh0U0UUrwg= -github.com/hashicorp/go-plugin v1.6.3/go.mod h1:MRobyh+Wc/nYy1V4KAXUiYfzxoYhs7V1mlH1Z7iY2h0= +github.com/hashicorp/go-plugin v1.7.0 h1:YghfQH/0QmPNc/AZMTFE3ac8fipZyZECHdDPshfk+mA= +github.com/hashicorp/go-plugin v1.7.0/go.mod h1:BExt6KEaIYx804z8k4gRzRLEvxKVb+kn0NMcihqOqb8= github.com/hashicorp/go-safetemp v1.0.0 h1:2HR189eFNrjHQyENnQMMpCiBAsRxzbTMIgBhEyExpmo= github.com/hashicorp/go-safetemp v1.0.0/go.mod h1:oaerMy3BhqiTbVye6QuFhFtIceqFoDHxNAB65b+Rj1I= github.com/hashicorp/go-uuid v1.0.3 h1:2gKiV6YVmrJ1i2CKKa9obLvRieoRGviZFL26PcT/Co8= @@ -1047,16 +1047,16 @@ github.com/jackc/pgproto3/v2 v2.3.3/go.mod h1:WfJCnwN3HIg9Ish/j3sgWXnAfK8A9Y0bwXYU5xKaEdA= github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 h1:iCEnooe7UlwOQYpKFhBabPMi4aNAfoODPEFNiAnClxo= github.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761/go.mod h1:5TJZWKEWniPve33vlWYSoGYefn3gLQRzjfDlhSJ9ZKM= -github.com/jackc/pgx/v5 v5.7.3 h1:PO1wNKj/bTAwxSJnO1Z4Ai8j4magtqg2SLNjEDzcXQo= -github.com/jackc/pgx/v5 v5.7.3/go.mod h1:ncY89UGWxg82EykZUwSpUKEfccBGGYq1xjrOpsbsfGQ= +github.com/jackc/pgx/v5 v5.7.6 h1:rWQc5FwZSPX58r1OQmkuaNicxdmExaEz5A2DO2hUuTk= +github.com/jackc/pgx/v5 v5.7.6/go.mod h1:aruU7o91Tc2q2cFp5h4uP3f6ztExVpyVv88Xl/8Vl8M= github.com/jackc/puddle/v2 v2.2.2 h1:PR8nw+E/1w0GLuRFSmiioY6UooMp6KJv0/61nB7icHo= github.com/jackc/puddle/v2 v2.2.2/go.mod h1:vriiEXHvEE654aYKXXjOvZM39qJ0q+azkZFrfEOc3H4= github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99 h1:BQSFePA1RWJOlocH6Fxy8MmwDt+yVQYULKfN0RoTN8A= github.com/jbenet/go-context v0.0.0-20150711004518-d14ea06fba99/go.mod h1:1lJo3i6rXxKeerYnT8Nvf0QmHCRC1n8sfWVwXF2Frvo= -github.com/jedib0t/go-pretty/v6 v6.6.7 h1:m+LbHpm0aIAPLzLbMfn8dc3Ht8MW7lsSO4MPItz/Uuo= -github.com/jedib0t/go-pretty/v6 v6.6.7/go.mod h1:YwC5CE4fJ1HFUDeivSV1r//AmANFHyqczZk+U6BDALU= -github.com/jhump/protoreflect v1.15.1 h1:HUMERORf3I3ZdX05WaQ6MIpd/NJ434hTp5YiKgfCL6c= -github.com/jhump/protoreflect v1.15.1/go.mod h1:jD/2GMKKE6OqX8qTjhADU1e6DShO+gavG9e0Q693nKo= +github.com/jedib0t/go-pretty/v6 v6.6.9 h1:PQecJLK3L8ODuVyMe2223b61oRJjrKnmXAncbWTv9MY= +github.com/jedib0t/go-pretty/v6 v6.6.9/go.mod h1:YwC5CE4fJ1HFUDeivSV1r//AmANFHyqczZk+U6BDALU= +github.com/jhump/protoreflect v1.17.0 h1:qOEr613fac2lOuTgWN4tPAtLL7fUSbuJL5X5XumQh94= +github.com/jhump/protoreflect v1.17.0/go.mod h1:h9+vUUL38jiBzck8ck+6G/aeMX8Z4QUY/NiJPwPNi+8= github.com/jmespath/go-jmespath v0.4.0 h1:BEgLn5cpjn8UN1mAw4NjwDrS35OdebyEtFe+9YPoQUg= github.com/jmespath/go-jmespath v0.4.0/go.mod h1:T8mJZnbsbmF+m6zOOFylbeCJqk5+pHWvzYPziyZiYoo= github.com/jmespath/go-jmespath/internal/testify v1.5.1 h1:shLQSRRSCCPj3f2gpwzGwWFoC7ycTf1rcQZHOlsJ6N8= @@ -1216,10 +1216,10 @@ github.com/spf13/afero v1.14.0/go.mod h1:acJQ8t0ohCGuMN3O+Pv0V0hgMxNYDlvdk+VTfyZmbYo= github.com/spf13/cast v1.7.1 h1:cuNEagBQEHWN1FnbGEjCXL2szYEXqfJPbP2HNUaca9Y= github.com/spf13/cast v1.7.1/go.mod h1:ancEpBxwJDODSW/UG4rDrAqiKolqNNh2DX3mk86cAdo= -github.com/spf13/cobra v1.9.1 h1:CXSaggrXdbHK9CF+8ywj8Amf7PBRmPCOJugH954Nnlo= -github.com/spf13/cobra v1.9.1/go.mod h1:nDyEzZ8ogv936Cinf6g1RU9MRY64Ir93oCnqb9wxYW0= -github.com/spf13/pflag v1.0.6 h1:jFzHGLGAlb3ruxLB8MhbI6A8+AQX/2eW4qeyNZXNp2o= -github.com/spf13/pflag v1.0.6/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= +github.com/spf13/cobra v1.10.1 h1:lJeBwCfmrnXthfAupyUTzJ/J4Nc1RsHC/mSRU2dll/s= +github.com/spf13/cobra v1.10.1/go.mod h1:7SmJGaTHFVBY0jW4NXGluQoLvhqFQM+6XSKD+P4XaB0= +github.com/spf13/pflag v1.0.9 h1:9exaQaMOCwffKiiiYk6/BndUBv+iRViNW+4lEMi0PvY= +github.com/spf13/pflag v1.0.9/go.mod h1:McXfInJRrz4CZXVZOBLb0bTZqETkiAhM9Iw0y3An2Bg= github.com/spf13/viper v1.20.1 h1:ZMi+z/lvLyPSCoNtFCpqjy0S4kPbirhpTMwl8BkW9X4= github.com/spf13/viper v1.20.1/go.mod h1:P9Mdzt1zoHIG8m2eZQinpiBjo6kCmZSKBClNNqjJvu4= github.com/spiffe/go-spiffe/v2 v2.5.0 h1:N2I01KCUkv1FAjZXJMwh95KK1ZIQLYbPfhaxw8WS0hE= @@ -1258,8 +1258,8 @@ github.com/turbot/go-kit v1.3.0/go.mod h1:piKJMYCF8EYmKf+D2B78Csy7kOHGmnQVOWingtLKWWQ= github.com/turbot/go-prompt v0.2.6-steampipe.0.0.20221028122246-eb118ec58d50 h1:zs87uA6QZsYLk4RRxDOIxt8ro/B2V6HzoMWm05Lo7ao= github.com/turbot/go-prompt v0.2.6-steampipe.0.0.20221028122246-eb118ec58d50/go.mod h1:vFnjEGDIIA/Lib7giyE4E9c50Lvl8j0S+7FVlAwDAVw= -github.com/turbot/pipe-fittings/v2 v2.7.0 h1:eCmpMNlVtV3AxOzsn8njE3O6aoHc74WVAHOntia2hqY= -github.com/turbot/pipe-fittings/v2 v2.7.0/go.mod h1:V619+tgfLaqoEXFDNzA2p24TBZVf4IkDL9FDLQecMnE= +github.com/turbot/pipe-fittings/v2 v2.7.2 h1:fwyzK8tlQJK0SNGLxlZORT7pUI6ghkZwM+wIpf+LMW8= +github.com/turbot/pipe-fittings/v2 v2.7.2/go.mod h1:V619+tgfLaqoEXFDNzA2p24TBZVf4IkDL9FDLQecMnE= github.com/turbot/pipes-sdk-go v0.12.1 h1:mF9Z9Mr6F0uqlWjd1mQn+jqT24GPvWDFDrFTvmkazHc= github.com/turbot/pipes-sdk-go v0.12.1/go.mod h1:iQE0ebN74yqiCRrfv7izxVMRcNlZftPWWDPsMFwejt4= github.com/turbot/steampipe-plugin-sdk/v5 v5.13.0 h1:6GSmiKsPdMd2X1ULK17Q/8UQvNOpyub4F2a5nmMGkis= diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/pkg/constants/db.go new/steampipe-2.3.0/pkg/constants/db.go --- old/steampipe-2.2.0/pkg/constants/db.go 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/pkg/constants/db.go 2025-10-30 10:31:16.000000000 +0100 @@ -27,12 +27,12 @@ // constants for installing db and fdw images const ( - DatabaseVersion = "14.17.0" + DatabaseVersion = "14.19.0" FdwVersion = "2.1.3" // PostgresImageRef is the OCI Image ref for the database binaries - PostgresImageRef = "ghcr.io/turbot/steampipe/db:14.17.0" - PostgresImageDigest = "sha256:4d66131a30139b2b912abe17bcd93c6b4e6a89224874960fea0f141ca51168e7" + PostgresImageRef = "ghcr.io/turbot/steampipe/db:14.19.0" + PostgresImageDigest = "sha256:346d096caf87a6886fd404594ac6b72abee0b166236711fdc6c3d347c099e61f" FdwImageRef = "ghcr.io/turbot/steampipe/fdw:" + FdwVersion FdwBinaryFileName = "steampipe_postgres_fdw.so" diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/pkg/db/db_local/backup.go new/steampipe-2.3.0/pkg/db/db_local/backup.go --- old/steampipe-2.2.0/pkg/db/db_local/backup.go 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/pkg/db/db_local/backup.go 2025-10-30 10:31:16.000000000 +0100 @@ -332,7 +332,7 @@ fmt.Sprintf("--username=%s", constants.DatabaseSuperUser), ) - log.Println("[TRACE]", cmd.String()) + log.Println("[TRACE] pg_restore command:", cmd.String()) if output, err := cmd.CombinedOutput(); err != nil { log.Println("[TRACE] runRestoreUsingList process:", string(output)) diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/pkg/db/db_local/install.go new/steampipe-2.3.0/pkg/db/db_local/install.go --- old/steampipe-2.2.0/pkg/db/db_local/install.go 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/pkg/db/db_local/install.go 2025-10-30 10:31:16.000000000 +0100 @@ -27,7 +27,7 @@ var ensureMux sync.Mutex func noBackupWarning() string { - warningMessage := `Steampipe database has been upgraded from Postgres 14.2 to Postgres 14.17. + warningMessage := `Steampipe database has been upgraded from Postgres 14.17 to Postgres 14.19. Unfortunately the data in your public schema failed migration using the standard pg_dump and pg_restore tools. Your data has been preserved in the ~/.steampipe/db directory. diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/pkg/db/db_local/start_services.go new/steampipe-2.3.0/pkg/db/db_local/start_services.go --- old/steampipe-2.2.0/pkg/db/db_local/start_services.go 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/pkg/db/db_local/start_services.go 2025-10-30 10:31:16.000000000 +0100 @@ -648,11 +648,13 @@ var instances []*psutils.Process allProcesses, err := psutils.ProcessesWithContext(ctx) if err != nil { + log.Println("[TRACE] FindAllSteampipePostgresInstances - error retrieving process list: ", err.Error()) return nil, err } for _, p := range allProcesses { cmdLine, err := p.CmdlineSliceWithContext(ctx) if err != nil { + log.Printf("[TRACE] FindAllSteampipePostgresInstances - error retrieving cmdline for pid %d: %s", p.Pid, err.Error()) return nil, err } if isSteampipePostgresProcess(ctx, cmdLine) { diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/tests/acceptance/test_files/installation.bats new/steampipe-2.3.0/tests/acceptance/test_files/installation.bats --- old/steampipe-2.2.0/tests/acceptance/test_files/installation.bats 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/tests/acceptance/test_files/installation.bats 2025-10-30 10:31:16.000000000 +0100 @@ -9,7 +9,7 @@ steampipe query "select 1" --install-dir $target_install_directory # check postgres binary is present in correct location - run file $target_install_directory/db/14.17.0/postgres/bin/postgres + run file $target_install_directory/db/14.19.0/postgres/bin/postgres if [[ "$arch" == "x86_64" && "$os" == "Darwin" ]]; then assert_output --partial 'Mach-O 64-bit executable x86_64' elif [[ "$arch" == "arm64" && "$os" == "Darwin" ]]; then @@ -21,7 +21,7 @@ fi # check initdb binary is present in the correct location - run file $target_install_directory/db/14.17.0/postgres/bin/initdb + run file $target_install_directory/db/14.19.0/postgres/bin/initdb if [[ "$arch" == "arm64" && "$os" == "Darwin" ]]; then assert_output --partial 'Mach-O 64-bit executable arm64' elif [[ "$arch" == "x86_64" && "$os" == "Darwin" ]]; then @@ -33,7 +33,7 @@ fi # check fdw binary(steampipe_postgres_fdw.so) is present in the correct location - run file $target_install_directory/db/14.17.0/postgres/lib/postgresql/steampipe_postgres_fdw.so + run file $target_install_directory/db/14.19.0/postgres/lib/postgresql/steampipe_postgres_fdw.so if [[ "$arch" == "arm64" && "$os" == "Darwin" ]]; then assert_output --partial 'Mach-O 64-bit bundle arm64' elif [[ "$arch" == "x86_64" && "$os" == "Darwin" ]]; then @@ -45,7 +45,7 @@ fi # check fdw extension(steampipe_postgres_fdw.control) is present in the correct location - run file $target_install_directory/db/14.17.0/postgres/share/postgresql/extension/steampipe_postgres_fdw.control + run file $target_install_directory/db/14.19.0/postgres/share/postgresql/extension/steampipe_postgres_fdw.control assert_output --partial 'ASCII text' } diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/tests/acceptance/test_files/migration.bats new/steampipe-2.3.0/tests/acceptance/test_files/migration.bats --- old/steampipe-2.2.0/tests/acceptance/test_files/migration.bats 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/tests/acceptance/test_files/migration.bats 2025-10-30 10:31:16.000000000 +0100 @@ -75,6 +75,78 @@ rm -f verify* } +@test "verify data is properly migrated when upgrading from v2.2.0" { + # setup sql statements + setup_sql[0]="create table sample(sample_col_1 char(10), sample_col_2 char(10))" + setup_sql[1]="insert into sample(sample_col_1,sample_col_2) values ('foo','bar')" + setup_sql[2]="insert into sample(sample_col_1,sample_col_2) values ('foo1','bar1')" + setup_sql[3]="create function sample_func() returns integer as 'select 1 as result;' language sql;" + + # verify sql statements + verify_sql[0]="select * from sample" + verify_sql[1]="select * from sample_func()" + + # create a temp directory to install steampipe(2.2.0) + tmpdir="$(mktemp -d)" + mkdir -p "${tmpdir}" + tmpdir="${tmpdir%/}" + + # find the name of the zip file as per OS and arch + case $(uname -sm) in + "Darwin x86_64") target="darwin_amd64.zip" ;; + "Darwin arm64") target="darwin_arm64.zip" ;; + "Linux x86_64") target="linux_amd64.tar.gz" ;; + "Linux aarch64") target="linux_arm64.tar.gz" ;; + *) echo "Error: '$(uname -sm)' is not supported yet." 1>&2;exit 1 ;; + esac + + # download the zip and extract + steampipe_uri="https://github.com/turbot/steampipe/releases/download/v2.2.0/steampipe_${target}"; + case $(uname -s) in + "Darwin") zip_location="${tmpdir}/steampipe.zip" ;; + "Linux") zip_location="${tmpdir}/steampipe.tar.gz" ;; + *) echo "Error: steampipe is not supported on '$(uname -s)' yet." 1>&2;exit 1 ;; + esac + curl --fail --location --progress-bar --output "$zip_location" "$steampipe_uri" + tar -xf "$zip_location" -C "$tmpdir" + + # start the service + $tmpdir/steampipe --install-dir $tmpdir service start + + # execute the setup sql statements + for ((i = 0; i < ${#setup_sql[@]}; i++)); do + $tmpdir/steampipe --install-dir $tmpdir query "${setup_sql[$i]}" + done + + # store the result of the verification statements(1.0.3) + for ((i = 0; i < ${#verify_sql[@]}; i++)); do + $tmpdir/steampipe --install-dir $tmpdir query "${verify_sql[$i]}" > verify$i.txt + done + + # stop the service + $tmpdir/steampipe --install-dir $tmpdir service stop + + # Now run this version - which should migrate the data + steampipe --install-dir $tmpdir service start + + # store the result of the verification statements(0.14.*) + for ((i = 0; i < ${#verify_sql[@]}; i++)); do + echo "VerifySQL: ${verify_sql[$i]}" + steampipe --install-dir $tmpdir query "${verify_sql[$i]}" > verify$i$i.txt + done + + # stop the service + steampipe --install-dir $tmpdir service stop + + # verify data is migrated correctly + for ((i = 0; i < ${#verify_sql[@]}; i++)); do + assert_equal "$(cat verify$i.txt)" "$(cat verify$i$i.txt)" + done + + rm -rf $tmpdir + rm -f verify* +} + function teardown_file() { # list running processes ps -ef | grep steampipe diff -urN '--exclude=CVS' '--exclude=.cvsignore' '--exclude=.svn' '--exclude=.svnignore' old/steampipe-2.2.0/tests/acceptance/test_files/ssl.bats new/steampipe-2.3.0/tests/acceptance/test_files/ssl.bats --- old/steampipe-2.2.0/tests/acceptance/test_files/ssl.bats 2025-09-24 11:55:35.000000000 +0200 +++ new/steampipe-2.3.0/tests/acceptance/test_files/ssl.bats 2025-10-30 10:31:16.000000000 +0100 @@ -5,7 +5,7 @@ current_year=$(date +"%Y") steampipe service start - run openssl x509 -enddate -noout -in $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/root.crt + run openssl x509 -enddate -noout -in $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/root.crt echo $output # check enddate assert_output --partial "notAfter=Dec 31 23:59:59 9999 GMT" @@ -13,7 +13,7 @@ server_expiry=$((current_year + 3)) echo $server_expiry - run openssl x509 -enddate -noout -in $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt + run openssl x509 -enddate -noout -in $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt echo $output # check enddate assert_output --partial "$server_expiry" @@ -23,25 +23,25 @@ steampipe service start # save file hash - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/root.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/root.crt id_root=$(echo $output | awk '{print $1}') echo $id_root # save file hash - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt id_server=$(echo $output | awk '{print $1}') echo $id_server steampipe service restart # check file hash after restart - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/root.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/root.crt id_root_new=$(echo $output | awk '{print $1}') echo $id_root_new assert_equal $id_root $id_root_new # check file hash after restart - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt id_server_new=$(echo $output | awk '{print $1}') echo $id_server_new @@ -52,17 +52,17 @@ @test "deleting root certificate, service start should regenerate server and root certs" { # save file hash - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt id_server=$(echo $output | awk '{print $1}') echo $id_server # delete root certificate - rm -f $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/root.crt + rm -f $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/root.crt steampipe service start # save new file hash - run cksum $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt + run cksum $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt id_server_new=$(echo $output | awk '{print $1}') echo $id_server_new @@ -78,9 +78,9 @@ @test "adding an encrypted private key should work fine and service should start successfully" { skip "TODO update test and enable later" - run openssl genrsa -aes256 -out $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.key -passout pass:steampipe -traditional 2048 + run openssl genrsa -aes256 -out $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.key -passout pass:steampipe -traditional 2048 - run openssl req -key $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.key -passin pass:steampipe -new -x509 -out $STEAMPIPE_INSTALL_DIR/db/14.17.0/data/server.crt -subj "/CN=steampipe.io" + run openssl req -key $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.key -passin pass:steampipe -new -x509 -out $STEAMPIPE_INSTALL_DIR/db/14.19.0/data/server.crt -subj "/CN=steampipe.io" steampipe service start --database-password steampipe } ++++++ steampipe.obsinfo ++++++ --- /var/tmp/diff_new_pack.7dKZud/_old 2025-10-30 18:19:22.198537384 +0100 +++ /var/tmp/diff_new_pack.7dKZud/_new 2025-10-30 18:19:22.202537553 +0100 @@ -1,5 +1,5 @@ name: steampipe -version: 2.2.0 -mtime: 1758707735 -commit: 2262010347419868aeb0e35d48d4201409f1788c +version: 2.3.0 +mtime: 1761816676 +commit: bc1003bebfa159b10a668d8e960a2290ae8583f0 ++++++ vendor.tar.gz ++++++ /work/SRC/openSUSE:Factory/steampipe/vendor.tar.gz /work/SRC/openSUSE:Factory/.steampipe.new.1980/vendor.tar.gz differ: char 13, line 1
