feat(cli): add support for reading pcapng data from stdin using -r -
#712
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: [ "master", "dev" ] | |
| pull_request: | |
| branches: [ "master", "dev" ] | |
| permissions: | |
| contents: read | |
| jobs: | |
| build: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 5 | |
| env: | |
| GOCOVERDIR: '${{ github.workspace }}/coverage' | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| - name: Set up Go | |
| uses: actions/setup-go@f111f3307d8850f501ac008e886eec1fd1932a34 # v5 | |
| with: | |
| # renovate: datasource=golang-version depName=golang | |
| go-version: '1.23.6' | |
| - name: Build | |
| run: make build-via-docker COVERAGE_FLAG='-cover' | |
| - name: Test | |
| run: | | |
| mkdir ${{ env.GOCOVERDIR }} | |
| make test COVERAGE_FLAG='-cover' COVERAGE_ARGS='-args -test.gocoverdir=${{ env.GOCOVERDIR }}' | |
| - name: Store executable | |
| uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4 | |
| with: | |
| name: ptcpdump | |
| path: ptcpdump | |
| - name: Store coverage | |
| uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4 | |
| with: | |
| name: coverage.ut.out | |
| path: | | |
| ${{ env.GOCOVERDIR }}/* | |
| run-with-docker: | |
| runs-on: ubuntu-latest | |
| timeout-minutes: 5 | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| - name: test running with docker | |
| run: | | |
| bash testdata/test_run_with_docker.sh "quay.io/ptcpdump/ptcpdump:latest" | |
| e2e-test: | |
| name: e2e-test | |
| needs: build | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| backend: | |
| - 'tc' | |
| - 'cgroup-skb' | |
| kernel: | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '4.19-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.4-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.10-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '5.15-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '6.1-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '6.6-20241031.113911' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - '6.12-20250116.014736' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - 'bpf-20241101.013334' | |
| # renovate: datasource=docker depName=quay.io/lvh-images/kernel-images | |
| - 'bpf-next-20241101.013334' | |
| timeout-minutes: 15 | |
| runs-on: ubuntu-latest | |
| env: | |
| GOCOVERDIR: coverage | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| - run: | | |
| if [ "${{ matrix.backend }}" = "tc" ]; then | |
| PTCPDUMP_EXTRA_ARGS='' | |
| else | |
| PTCPDUMP_EXTRA_ARGS='--backend cgroup-skb' | |
| fi | |
| echo "PTCPDUMP_EXTRA_ARGS=${PTCPDUMP_EXTRA_ARGS}" >> $GITHUB_ENV | |
| mkdir $GOCOVERDIR | |
| - name: Retrieve stored ptcpdump executable | |
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4 | |
| with: | |
| name: ptcpdump | |
| path: ptcpdump | |
| - name: Provision LVH VMs | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| test-name: ptcpdump-test | |
| image-version: ${{ matrix.kernel }} | |
| cpu: 2 | |
| mem: '4G' | |
| host-mount: ./ | |
| install-dependencies: 'true' | |
| cmd: | | |
| chmod +x /host/ptcpdump/ptcpdump | |
| - name: download btf file | |
| if: ${{ startsWith(matrix.kernel, '4.') }} | |
| run: | | |
| img=quay.io/lvh-images/kernel-images:${{ matrix.kernel }} | |
| docker pull $img | |
| id=$(docker create $img) | |
| mkdir data/ | |
| docker cp $id:/data/kernels data/ | |
| ls -la data/ | |
| find data/ -path "*vmlinuz*" -type f | |
| find data/ -path "*btf*" -type f | |
| - name: copy btf file | |
| if: ${{ startsWith(matrix.kernel, '4.') }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| uname -a | |
| cat /etc/issue | |
| cat /etc/os-release | |
| sudo mkdir -p /var/lib/ptcpdump/btf/ | |
| sudo cp /host/data/kernels/4.*/boot/btf-4.* /var/lib/ptcpdump/btf/vmlinux | |
| # btf_file=$(find /host/ -path "*btf*" -type f) | |
| # sudo cp $btf_file /var/lib/ptcpdump/btf/vmlinux | |
| - name: Test default (ping) | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ !startsWith(matrix.backend, 'cgroup-skb') }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_default.sh /host/ptcpdump/ptcpdump | |
| - name: Test base (curl) | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_base.sh /host/ptcpdump/ptcpdump | |
| - name: Test parent info | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_parent_info.sh /host/ptcpdump/ptcpdump | |
| - name: Test filter by process name | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_pname_filter.sh /host/ptcpdump/ptcpdump | |
| - name: Test filter by process id | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_pid_filter.sh /host/ptcpdump/ptcpdump | |
| - name: Test read pcap file | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_read_pcap.sh /host/ptcpdump/ptcpdump | |
| - name: Test write pcap file | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_write_pcap.sh /host/ptcpdump/ptcpdump | |
| - name: Test write to stdout | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_write_stdout.sh /host/ptcpdump/ptcpdump | |
| - name: Test exist connections | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_exist_connection.sh /host/ptcpdump/ptcpdump | |
| - name: Test arp and icmp | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) && (!startsWith(matrix.backend, 'cgroup-skb')) }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_arp.sh /host/ptcpdump/ptcpdump | |
| bash /host/testdata/test_icmp.sh /host/ptcpdump/ptcpdump | |
| - name: Test netns | |
| if: ${{ !startsWith(matrix.backend, 'cgroup-skb') }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_netns.sh /host/ptcpdump/ptcpdump | |
| - name: Test netns newly | |
| if: ${{ !startsWith(matrix.backend, 'cgroup-skb') }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_netns_newly_normal.sh /host/ptcpdump/ptcpdump | |
| bash /host/testdata/test_netns_newly_exec.sh /host/ptcpdump/ptcpdump | |
| - name: Test run sub program | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| bash /host/testdata/test_sub_program.sh /host/ptcpdump/ptcpdump | |
| bash /host/testdata/test_sub_curl_domain_program.sh /host/ptcpdump/ptcpdump | |
| - name: Test NAT | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| if: ${{ !startsWith(matrix.backend, 'cgroup-skb') }} | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| for i in {1..10}; do | |
| bash /host/testdata/test_nat.sh /host/ptcpdump/ptcpdump && exit 0 || sleep 1 | |
| done | |
| exit 1 | |
| - name: build demo app | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) }} | |
| run: | | |
| make -C testdata/gohttpapp build | |
| - name: Test go tls keylog (unstripped) | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| ls -lh /host/testdata/gohttpapp | |
| apt update && yes | apt install -y tshark | |
| for i in {1..10}; do | |
| bash /host/testdata/test_gotls_keylog.sh /host/ptcpdump/ptcpdump gohttpapp && exit 0 || sleep 1 | |
| done | |
| exit 1 | |
| - name: Test go tls keylog (PIE) | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| ls -lh /host/testdata/gohttpapp | |
| apt update && yes | apt install -y tshark | |
| for i in {1..10}; do | |
| bash /host/testdata/test_gotls_keylog.sh /host/ptcpdump/ptcpdump gohttpapp_pie && exit 0 || sleep 1 | |
| done | |
| exit 1 | |
| - name: Test go tls keylog (stripped) | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| ls -lh /host/testdata/gohttpapp | |
| apt update && yes | apt install -y tshark | |
| for i in {1..10}; do | |
| bash /host/testdata/test_gotls_keylog.sh /host/ptcpdump/ptcpdump gohttpapp_stripped && exit 0 || sleep 1 | |
| done | |
| exit 1 | |
| - name: Test go tls keylog (stripped + PIE) | |
| if: ${{ (!startsWith(matrix.kernel, '5.4')) && (!startsWith(matrix.kernel, '4.')) }} | |
| uses: cilium/little-vm-helper@e87948476ca97050b1f149ab2aec379d0de19b84 # v0.0.23 | |
| with: | |
| provision: 'false' | |
| cmd: | | |
| set -ex | |
| export PTCPDUMP_EXTRA_ARGS="${{ env.PTCPDUMP_EXTRA_ARGS }}" | |
| export GOCOVERDIR="/host/${{ env.GOCOVERDIR }}" | |
| ls -lh /host/testdata/gohttpapp | |
| apt update && yes | apt install -y tshark | |
| for i in {1..10}; do | |
| bash /host/testdata/test_gotls_keylog.sh /host/ptcpdump/ptcpdump gohttpapp_stripped_pie && exit 0 || sleep 1 | |
| done | |
| exit 1 | |
| - name: upload coverage | |
| uses: actions/upload-artifact@65c4c4a1ddee5b72f698fdd19549f0f0fb45cf08 # v4 | |
| if: ${{ ( !( (startsWith(matrix.backend, 'cgroup-skb') && (startsWith(matrix.kernel, '5.4') || startsWith(matrix.kernel, '4.')) ) ) ) }} | |
| with: | |
| name: coverage.e2e.${{ matrix.backend }}.${{ matrix.kernel }}.out | |
| path: | | |
| coverage/* | |
| coverage: | |
| timeout-minutes: 5 | |
| runs-on: ubuntu-latest | |
| needs: | |
| - build | |
| - e2e-test | |
| steps: | |
| - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4 | |
| - name: download coverage | |
| uses: actions/download-artifact@fa0a91b85d4f404e444e00e005971372dc801d16 # v4 | |
| with: | |
| pattern: 'coverage.*' | |
| merge-multiple: true | |
| path: coverage | |
| - name: merge coverage | |
| run: | | |
| set -ex | |
| ls -l coverage/ | |
| go tool covdata textfmt -i=coverage -o coverage.out | |
| ls *.out | |
| - name: upload coverage to Coveralls | |
| uses: coverallsapp/github-action@v2 | |
| with: | |
| file: 'coverage.out' | |
| format: 'golang' |