▀ Compiling BPF program (0s)Emulate Docker CLI using podman. Create /etc/containers/nodocker to quiet msg.
+ CFLAGS=
+ clang-13 -g -O2 -target bpf -D__TARGET_ARCH_x86 -Wall -c examples/tcpconnect/tcpconnect.c -o examples/tcpconnect/tcpconnect.o
clang: error: no such file or directory: 'examples/tcpconnect/tcpconnect.c'
clang: error: no input files

  ERROR   Failed to compile BPF program                                                                                                 
Error: exit status 1
2023/06/21 11:57:32 exiting: exit status 1

$ go run -exec sudo ./bee/main.go run -f="events_hash,daddr,1.1.1.1" -f="events_ring,daddr,1.1.1.1" ghcr.io/solo-io/bumblebee/tcpconnect:$(./mybee version)
  ERROR   Failed to load OCI image
github.com/containerd/containerd/remotes/docker.(*dockerResolver).Resolve
        /home/.../go/pkg/mod/github.com/containerd/[email protected]/remotes/docker/resolver.go:391
oras.land/oras-go/pkg/oras.Copy
        /home/.../go/pkg/mod/oras.land/[email protected]/pkg/oras/copy.go:63
github.com/solo-io/bumblebee/pkg/spec.TryFromLocal
        /home/.../bumblebee/pkg/spec/utils.go:37
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.getProgram
        /home/.../bumblebee/pkg/cli/internal/commands/run/run.go:168
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.run
        /home/.../bumblebee/pkg/cli/internal/commands/run/run.go:94
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.Command.func1
        /home/.../bumblebee/pkg/cli/internal/commands/run/run.go:70
github.com/spf13/cobra.(*Command).execute
        /home/.../go/pkg/mod/github.com/spf13/[email protected]/command.go:856
github.com/spf13/cobra.(*Command).ExecuteC
        /home/.../go/pkg/mod/github.com/spf13/[email protected]/command.go:974
github.com/spf13/cobra.(*Command).Execute
        /home/.../go/pkg/mod/github.com/spf13/[email protected]/command.go:902
github.com/spf13/cobra.(*Command).ExecuteContext
        /home/.../go/pkg/mod/github.com/spf13/[email protected]/command.go:895
main.main
        /home/.../bumblebee/bee/main.go:13
runtime.main
        /usr/local/go/src/runtime/proc.go:255
runtime.goexit
        /usr/local/go/src/runtime/asm_amd64.s:1581
Error: ghcr.io/solo-io/bumblebee/tcpconnect:dev: not found
2021/12/09 19:03:43 exiting: ghcr.io/solo-io/bumblebee/tcpconnect:dev: not found
exit status 1

$ bee describe ghcr.io/solo-io/bumblebee/tcpconnect:$(bee version)
┌─ ghcr.io/solo-io/bumblebee/tcpconnect:0.0.13 ─┐
| ┌──────────────────────┐                      |
| | No description found |                      |
| └──────────────────────┘                      |
| ┌──────────────────┐                          |
| | No Authors found |                          |
| └──────────────────┘                          |
| ┌─ Platform ─┐                                |
| | unknown    |                                |
| └────────────┘                                |
|                                               |
└───────────────────────────────────────────────┘

$ bee describe ghcr.io/solo-io/bumblebee/opensnoop:$(bee version)
┌─ ghcr.io/solo-io/bumblebee/opensnoop:0.0.13 ─┐
| ┌──────────────────────┐                      |
| | No description found |                      |
| └──────────────────────┘                      |
| ┌──────────────────┐                          |
| | No Authors found |                          |
| └──────────────────┘                          |
| ┌─ Platform ─┐                                |
| | unknown    |                                |
| └────────────┘                                |
|                                               |
└───────────────────────────────────────────────┘

$ sudo setcap cap_sys_resource,cap_sys_admin,cap_bpf+eip $(which bee)
fatal error: Invalid argument
usage: setcap [-q] [-v] (-r|-|<caps>) <filename> [ ... (-r|-|<capsN>) <filenameN> ]

 Note <filename> must be a regular (non-symlink) file.

$ ./mybee build examples/tcpconnect/tcpconnect.c tcpconnect
Error: open examples/tcpconnect/tcpconnect.o: permission denied
2022/01/11 16:51:00 exiting: open examples/tcpconnect/tcpconnect.o: permission denied

 ls -al examples/tcpconnect/tcpconnect.o 
-rw-r--r-- 1 root root 731424 Jan 11 02:17 examples/tcpconnect/tcpconnect.o

$ file /usr/local/bin/bee
/usr/local/bin/bee: ELF 64-bit LSB executable, ARM aarch64, version 1 (SYSV), statically linked, Go BuildID=7d6I66htAooEyvvjafcO/4smkmG1QZgmhRnqbyK1N/AcgWG-x3EfW5StWmnIUX/_YCuHdBV4WDMGPDjTZML, not stripped

sudo bee run ghcr.io/solo-io/bumblebee/tcpconnect:0.0.9
 SUCCESS  Fetching program from registry: ghcr.io/solo-io/bumblebee/tcpconnect:0.0.9
  ERROR   Loading BPF program and maps into Kernel
Error: program tcp_v4_connect: load program: invalid argument: trace type programs with run-time allocated hash maps are unsafe. Switch to preallocated hash maps.
R1 type=ctx expected=fp
; int BPF_KPROBE(tcp_v4_connect, struct sock *sk)
0: (85) call unknown#195896080
invalid func unknown#195896080
processed 1 insns (limit 1000000) max_states_per_insn 0 total_states 0 peak_states 0 mark_read 0
2022/01/07 00:17:28 exiting: program tcp_v4_connect: load program: invalid argument: trace type programs with run-time allocated hash maps are unsafe. Switch to preallocated hash maps.
R1 type=ctx expected=fp
; int BPF_KPROBE(tcp_v4_connect, struct sock *sk)
0: (85) call unknown#195896080
invalid func unknown#195896080
processed 1 insns (limit 1000000) max_states_per_insn 0 total_states 0 peak_states 0 mark_read 0

  SUCCESS  Fetching program from registry: tcp:v2                                                                                               
  ERROR   Loading BPF program and maps into Kernel                                                                                             
Error: map events_ring: map create: invalid argument
2022/01/11 14:42:58 exiting: map events_ring: map create: invalid argument

 list
  login       Log in so you can push images to the remote server.
  pull
  push
  run         Run a BPF program file or OCI image.
  tag

vagrant@impish:~$ bee build /tmp/hello.c hello:v1
▄  Compiling BPF program locally (58s)Unable to find image 'ghcr.io/solo-io/bumblebee/builder:0.0.9' locally
0.0.9: Pulling from solo-io/bumblebee/builder
0e29546d541c: Pulling fs layer
fca6a5226638: Pulling fs layer
afcfaa23af5a: Pulling fs layer
d35920e59df0: Pulling fs layer
4f601b52c7f8: Pulling fs layer
fc2c674a0c0b: Pulling fs layer
9feed63100ed: Pulling fs layer
bed84b2b6d89: Pulling fs layer
fb7b09ef9b9e: Pulling fs layer
2999dd9432b1: Pulling fs layer
bcf743229f06: Pulling fs layer
9feed63100ed: Waiting
bed84b2b6d89: Waiting
fb7b09ef9b9e: Waiting
d35920e59df0: Waiting
4f601b52c7f8: Waiting
fc2c674a0c0b: Waiting
2999dd9432b1: Waiting
bcf743229f06: Waiting
afcfaa23af5a: Download complete
d35920e59df0: Verifying Checksum
d35920e59df0: Download complete
4f601b52c7f8: Verifying Checksum
4f601b52c7f8: Download complete
fca6a5226638: Verifying Checksum
fca6a5226638: Download complete
0e29546d541c: Verifying Checksum
0e29546d541c: Download complete
9feed63100ed: Verifying Checksum
9feed63100ed: Download complete
bed84b2b6d89: Verifying Checksum
bed84b2b6d89: Download complete
fb7b09ef9b9e: Verifying Checksum
fb7b09ef9b9e: Download complete
2999dd9432b1: Verifying Checksum
2999dd9432b1: Download complete
bcf743229f06: Download complete
0e29546d541c: Pull complete
fca6a5226638: Pull complete
afcfaa23af5a: Pull complete
d35920e59df0: Pull complete
4f601b52c7f8: Pull complete
fc2c674a0c0b: Verifying Checksum
fc2c674a0c0b: Download complete
fc2c674a0c0b: Pull complete
9feed63100ed: Pull complete
bed84b2b6d89: Pull complete
fb7b09ef9b9e: Pull complete
2999dd9432b1: Pull complete
bcf743229f06: Pull complete
Digest: sha256:4c4f21da350cc95acd0e1b3f0e3a4b5cc1a8b7aa4a197c097bbdb470abb83305
Status: Downloaded newer image for ghcr.io/solo-io/bumblebee/builder:0.0.9
clang: error: no such file or directory: '/tmp/hello.c'
clang: error: no input files

  ERROR   Failed to compile BPF program
Error: exit status 1
2022/01/06 10:26:24 exiting: exit status 1

$ ~/go/bin/bee package hello                   
Error: accepts 2 arg(s), received 1
2024/02/15 16:59:00 exiting: accepts 2 arg(s), received 1

struct {
    __uint(type, BPF_MAP_TYPE_HASH);
    __uint(max_entries, MAX_CONTAINERS_NUM);
    __type(key, struct my_struct_t);
    __type(value, u64); 
} k8s_containers SEC(".maps.counter");

struct my_struct_t{
	u64 cgroup;
	char my_char[MAX_LEN];
}__attribute__((packed));

$ go run -exec sudo ./bee/main.go build -l examples/tcpconnect/tcpconnect.c 2-bad-tcpconnect.o
 ▄ Compiling BPF program locally (0s)Successfully compiled "examples/tcpconnect/tcpconnect.c" and wrote it to "examples/tcpconnect/tcpconnect.o"
 SUCCESS  Successfully compiled "examples/tcpconnect/tcpconnect.c" and wrote it to "examples/tcpconnect/tcpconnect.o"                                                                                                                                                                                                  
 SUCCESS  Saved BPF OCI image to 2-bad-tcpconnect.o 

panic: counter cannot decrease in goroutine 116 [running]:                                                                                                                              
github.com/prometheus/client_golang/prometheus.(*counter).Add(0xc001ad8060, 0xc008000000000000)
github.com/solo-io/bumblebee/pkg/stats.(*setCounter).Set(0xc00269c7c0, {0xf320f0, 0xc001acf880}, 0xd, 0xc000ff8180)
github.com/solo-io/bumblebee/pkg/loader.(*loader).startHashMap(0xc000012270, {0xf320f0, 0xc001acf880}, 0xc00029d7c0, 0xc0000c5c20, {0xf22220, 0xc00269c7c0}, {0xc0001140e0, 0x1d}, {0xf32748, ...})
/home/runner/work/bumblebee/bumblebee/pkg/loader/loader.go:400 +0x843
github.com/solo-io/bumblebee/pkg/loader.(*loader).WatchMaps.func2()
/home/runner/work/bumblebee/bumblebee/pkg/loader/loader.go:286 +0x18c
golang.org/x/sync/errgroup.(*Group).Go.func1()
/home/runner/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:57 +0xb4
created by golang.org/x/sync/errgroup.(*Group).Go
/home/runner/go/pkg/mod/golang.org/x/[email protected]/errgroup/errgroup.go:54 +0xb3

// pointer_to_key is a pointer to a struct representing the object I'm tracking down by incrementing the counter. 
// the struct is allocated into a PER_CPU_ARRAY

u64 *cntp;	
cntp = bpf_map_lookup_elem(&my_bpf_hash_map_counter, pointer_to_key); // declared as SEC(".maps.counter");
if (cntp) 
{
	__sync_fetch_and_add(cntp, 1);
}

else 
{
	u64 cnt = 1;
	bpf_map_update_elem(&my_bpf_hash_map_counter, pointer_to_key, &cnt, BPF_NOEXIST);
}

u32 number = 1234;

u32 number = 1234;

Error: map counter_events_ring: map create: invalid argument
2023/08/11 14:47:03 exiting: map counter_events_ring: map create: invalid argument

% vagrant up
Bringing machine 'impish' up with 'vmware_desktop' provider...
==> impish: Checking if box 'generic/ubuntu2110' version '3.6.4' is up to date...
==> impish: Verifying vmnet devices are healthy...
==> impish: Preparing network adapters...
==> impish: Starting the VMware VM...
An error occurred while executing `vmrun`, a utility for controlling
VMware machines. The command and output are below:

Command: ["start", "/Users/nschuetz/Projects/bumblebee/.vagrant/machines/impish/vmware_desktop/577e0bde-07ab-41e0-b964-2a3a9092f21a/generic-ubuntu2110-vmware.vmx", "nogui", {:notify=>[:stdout, :stderr], :timeout=>45}]

Stdout: 2022-01-06T11:01:00.524| ServiceImpl_Opener: PID 28446
Error: The operation was canceled

Stderr:

Vagrant.configure("2") do |config|
    config.vm.box = "spox/ubuntu-arm"
    config.vm.box_version = "1.0.0"
    config.vm.define :impish
    config.vm.hostname = "impish"
    config.vm.synced_folder ".", "/source"
    config.vm.provision "shell", inline: <<-SHELL
      # install llvm:
      export DEBIAN_FRONTEND=noninteractive
      export LLVM_VERSION=13
      wget https://apt.llvm.org/llvm.sh
      bash ./llvm.sh "$LLVM_VERSION"
      rm ./llvm.sh
      apt-get -qq update
      # bpf related deps:
      apt-get -qq install linux-headers-$(uname -r) linux-tools-$(uname -r) libbpf-dev
      # dev tools:
      apt-get -qq install -y golang docker.io make
      usermod -aG docker vagrant
      # add headers:
      bpftool btf dump file /sys/kernel/btf/vmlinux format c > /usr/local/include/vmlinux.h
      cp /source/builder/solo_types.h /usr/local/include/
    SHELL
end

% vagrant up
Bringing machine 'impish' up with 'vmware_desktop' provider...
==> impish: Cloning VMware VM: 'spox/ubuntu-arm'. This can take some time...
==> impish: Checking if box 'spox/ubuntu-arm' version '1.0.0' is up to date...
==> impish: Verifying vmnet devices are healthy...
==> impish: Preparing network adapters...
WARNING: The VMX file for this box contains a setting that is automatically overwritten by Vagrant
WARNING: when started. Vagrant will stop overwriting this setting in an upcoming release which may
WARNING: prevent proper networking setup. Below is the detected VMX setting:
WARNING:
WARNING:   ethernet0.pcislotnumber = "160"
WARNING:
WARNING: If networking fails to properly configure, it may require this VMX setting. It can be manually
WARNING: applied via the Vagrantfile:
WARNING:
WARNING:   Vagrant.configure(2) do |config|
WARNING:     config.vm.provider :vmware_desktop do |vmware|
WARNING:       vmware.vmx["ethernet0.pcislotnumber"] = "160"
WARNING:     end
WARNING:   end
WARNING:
WARNING: For more information: https://www.vagrantup.com/docs/vmware/boxes.html#vmx-allowlisting
==> impish: Starting the VMware VM...
==> impish: Waiting for the VM to receive an address...
==> impish: Forwarding ports...
    impish: -- 22 => 2222
==> impish: Waiting for machine to boot. This may take a few minutes...
    impish: SSH address: 127.0.0.1:2222
    impish: SSH username: vagrant
    impish: SSH auth method: private key
    impish:
    impish: Vagrant insecure key detected. Vagrant will automatically replace
    impish: this with a newly generated keypair for better security.
    impish:
    impish: Inserting generated public key within guest...
    impish: Removing insecure key from the guest if it's present...
    impish: Key inserted! Disconnecting and reconnecting using new SSH key...
==> impish: Machine booted and ready!
==> impish: Setting hostname...
==> impish: Configuring network adapters within the VM...
==> impish: Waiting for HGFS to become available...
==> impish: Enabling and configuring shared folders...
    impish: -- /Users/nschuetz/Projects/bumblebee: /source
==> impish: Running provisioner: shell...
    impish: Running: inline script
    impish: --2022-01-06 16:54:35--  https://apt.llvm.org/llvm.sh
    impish: Resolving apt.llvm.org (apt.llvm.org)... 199.232.6.49, 2a04:4e42:3e::561
    impish: Connecting to apt.llvm.org (apt.llvm.org)|199.232.6.49|:443... connected.
    impish: HTTP request sent, awaiting response... 200 OK
    impish: Length: 3751 (3.7K) [application/octet-stream]
    impish: Saving to: ‘llvm.sh’
    impish:
    impish:      0K ...                                                   100% 4.48M=0.001s
    impish:
    impish: 2022-01-06 16:54:36 (4.48 MB/s) - ‘llvm.sh’ saved [3751/3751]
    impish:
    impish: + needed_binaries=(lsb_release wget add-apt-repository)
    impish: + missing_binaries=()
    impish: + for binary in "${needed_binaries[@]}"
    impish: + which lsb_release
    impish: + for binary in "${needed_binaries[@]}"
    impish: + which wget
    impish: + for binary in "${needed_binaries[@]}"
    impish: + which add-apt-repository
    impish: + [[ 0 -gt 0 ]]
    impish: + LLVM_VERSION=13
    impish: + '[' 1 -eq 1 ']'
    impish: + LLVM_VERSION=13
    impish: ++ lsb_release -is
    impish: + DISTRO=Ubuntu
    impish: ++ lsb_release -sr
    impish: + VERSION=20.04
    impish: + DIST_VERSION=Ubuntu_20.04
    impish: + [[ 0 -ne 0 ]]
    impish: + declare -A LLVM_VERSION_PATTERNS
    impish: + LLVM_VERSION_PATTERNS[9]=-9
    impish: + LLVM_VERSION_PATTERNS[10]=-10
    impish: + LLVM_VERSION_PATTERNS[11]=-11
    impish: + LLVM_VERSION_PATTERNS[12]=-12
    impish: + LLVM_VERSION_PATTERNS[13]=-13
    impish: + LLVM_VERSION_PATTERNS[14]=
    impish: + '[' '!' _ ']'
    impish: + LLVM_VERSION_STRING=-13
    impish: + case "$DIST_VERSION" in
    impish: + REPO_NAME='deb http://apt.llvm.org/focal/     llvm-toolchain-focal-13   main'
    impish: + apt-key add -
    impish: + wget -O - https://apt.llvm.org/llvm-snapshot.gpg.key
    impish: --2022-01-06 16:54:36--  https://apt.llvm.org/llvm-snapshot.gpg.key
    impish: Resolving apt.llvm.org (apt.llvm.org)... 199.232.6.49, 2a04:4e42:3e::561
    impish: Connecting to apt.llvm.org (apt.llvm.org)|199.232.6.49|:443... connected.
    impish: HTTP request sent, awaiting response... Warning: apt-key output should not be parsed (stdout is not a terminal)
    impish: 200 OK
    impish: Length: 3145 (3.1K) [application/octet-stream]
    impish: Saving to: ‘STDOUT’
    impish:
    impish:      0K ...                                                   100%  221M=0s
    impish:
    impish: 2022-01-06 16:54:36 (221 MB/s) - written to stdout [3145/3145]
    impish:
    impish: OK
    impish: + add-apt-repository 'deb http://apt.llvm.org/focal/     llvm-toolchain-focal-13   main'
    impish: Hit:1 http://us.ports.ubuntu.com/ubuntu-ports focal InRelease
    impish: Hit:2 http://us.ports.ubuntu.com/ubuntu-ports focal-updates InRelease
    impish: Hit:3 http://us.ports.ubuntu.com/ubuntu-ports focal-backports InRelease
    impish: Hit:4 http://us.ports.ubuntu.com/ubuntu-ports focal-security InRelease
    impish: Get:5 https://apt.llvm.org/focal llvm-toolchain-focal-13 InRelease [6,821 B]
    impish: Get:6 https://apt.llvm.org/focal llvm-toolchain-focal-13/main arm64 Packages [9,891 B]
    impish: Fetched 16.7 kB in 2s (10.7 kB/s)
    impish: Reading package lists...
    impish: + apt-get update
    impish: Hit:2 http://us.ports.ubuntu.com/ubuntu-ports focal InRelease
    impish: Hit:3 http://us.ports.ubuntu.com/ubuntu-ports focal-updates InRelease
    impish: Hit:1 https://apt.llvm.org/focal llvm-toolchain-focal-13 InRelease
    impish: Hit:4 http://us.ports.ubuntu.com/ubuntu-ports focal-backports InRelease
    impish: Hit:5 http://us.ports.ubuntu.com/ubuntu-ports focal-security InRelease
    impish: Reading package lists...
    impish: + apt-get install -y clang-13 lldb-13 lld-13 clangd-13
    impish: E: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 2548 (unattended-upgr)
    impish: E: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?
    impish: E: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 2548 (unattended-upgr)
    impish: E: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?
    impish: E: Could not get lock /var/lib/dpkg/lock-frontend. It is held by process 2548 (unattended-upgr)
    impish: E: Unable to acquire the dpkg frontend lock (/var/lib/dpkg/lock-frontend), is another process using it?
    impish: usermod: group 'docker' does not exist
    impish: /tmp/vagrant-shell: line 14: bpftool: command not found```

  ERROR   Failed to load OCI image
github.com/containerd/containerd/remotes/docker.(*request).do
	/home/runner/go/pkg/mod/github.com/containerd/[email protected]/remotes/docker/resolver.go:551
github.com/containerd/containerd/remotes/docker.(*request).doWithRetries
	/home/runner/go/pkg/mod/github.com/containerd/[email protected]/remotes/docker/resolver.go:576
github.com/containerd/containerd/remotes/docker.(*request).doWithRetries
	/home/runner/go/pkg/mod/github.com/containerd/[email protected]/remotes/docker/resolver.go:589
github.com/containerd/containerd/remotes/docker.(*dockerResolver).Resolve
	/home/runner/go/pkg/mod/github.com/containerd/[email protected]/remotes/docker/resolver.go:280
oras.land/oras-go/pkg/oras.Copy
	/home/runner/go/pkg/mod/oras.land/[email protected]/pkg/oras/copy.go:63
github.com/solo-io/bumblebee/pkg/spec.TryFromLocal
	/home/runner/work/bumblebee/bumblebee/pkg/spec/utils.go:37
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.getProgram
	/home/runner/work/bumblebee/bumblebee/pkg/cli/internal/commands/run/run.go:180
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.run
	/home/runner/work/bumblebee/bumblebee/pkg/cli/internal/commands/run/run.go:95
github.com/solo-io/bumblebee/pkg/cli/internal/commands/run.Command.func1
	/home/runner/work/bumblebee/bumblebee/pkg/cli/internal/commands/run/run.go:76
github.com/spf13/cobra.(*Command).execute
	/home/runner/go/pkg/mod/github.com/spf13/[email protected]/command.go:856
github.com/spf13/cobra.(*Command).ExecuteC
	/home/runner/go/pkg/mod/github.com/spf13/[email protected]/command.go:974
github.com/spf13/cobra.(*Command).Execute
	/home/runner/go/pkg/mod/github.com/spf13/[email protected]/command.go:902
github.com/spf13/cobra.(*Command).ExecuteContext
	/home/runner/go/pkg/mod/github.com/spf13/[email protected]/command.go:895
main.main
	/home/runner/work/bumblebee/bumblebee/bee/main.go:13
runtime.main
	/opt/hostedtoolcache/go/1.17.6/x64/src/runtime/proc.go:255
runtime.goexit
	/opt/hostedtoolcache/go/1.17.6/x64/src/runtime/asm_amd64.s:1581
Error: failed to authorize: failed to fetch anonymous token: unexpected status: 401 Unauthorized
2023/01/14 11:48:26 exiting: failed to authorize: failed to fetch anonymous token: unexpected status: 401 Unauthorized