Blocky Crashing with SEGV

[xavier83]

Blocky version: 0.26

stack trace:

 blocky-k8sgateway [INFO] plugin/k8s_gateway: Building k8s_gateway controller
 blocky-k8sgateway [INFO] plugin/k8s_gateway: access to `gateway.networking.k8s.io` is forbidden, please check RBAC. Not syncing GatewayAPI resources.
 blocky-k8sgateway [INFO] plugin/k8s_gateway: access to `k8s.nginx.org/v1` is forbidden, please check RBAC. Not syncing VirtualServer resources.
 blocky-k8sgateway [INFO] plugin/k8s_gateway: Starting k8s_gateway controller
 blocky-k8sgateway [INFO] plugin/k8s_gateway: Waiting for controllers to sync
 blocky-k8sgateway .:5353
 blocky-k8sgateway [INFO] plugin/reload: Running configuration SHA512 = 4736055d155aa103d6d884538e208d17898dc8691d6f6b708e1f0535ef543b91473b5a09b0f086b6bdb4c8c62f904deea67b8dbaa597d76d3f4c953ad840f093
 blocky-k8sgateway CoreDNS-1.11.1+k8s_gateway-0.4.0
 blocky-k8sgateway linux/arm64, go1.21.3, 22e389c
 blocky-k8sgateway [INFO] 127.0.0.1:37931 - 24322 "HINFO IN 1843318468853466232.6253329832923973450. udp 57 false 512" NXDOMAIN qr,rd,ra 132 0.03472633s
 blocky-k8sgateway [INFO] plugin/k8s_gateway: Synced all required resources
 blocky-system-redis-wait Executing DB waits...
 blocky-system-redis-wait PONG
 blocky-system-redis-wait Redis Responded, ending initcontainer and starting main container(s)...
 blocky [2025-09-03 15:26:32]  INFO _/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
 blocky [2025-09-03 15:26:32]  INFO _/                                                              _/
 blocky [2025-09-03 15:26:32]  INFO _/                                                              _/
 blocky [2025-09-03 15:26:32]  INFO _/       _/        _/                      _/                   _/
 blocky [2025-09-03 15:26:32]  INFO _/      _/_/_/    _/    _/_/      _/_/_/  _/  _/    _/    _/    _/
 blocky [2025-09-03 15:26:32]  INFO _/     _/    _/  _/  _/    _/  _/        _/_/      _/    _/     _/
 blocky [2025-09-03 15:26:32]  INFO _/    _/    _/  _/  _/    _/  _/        _/  _/    _/    _/      _/
 blocky [2025-09-03 15:26:32]  INFO _/   _/_/_/    _/    _/_/      _/_/_/  _/    _/    _/_/_/       _/
 blocky [2025-09-03 15:26:32]  INFO _/                                                    _/        _/
 blocky [2025-09-03 15:26:32]  INFO _/                                               _/_/           _/
 blocky [2025-09-03 15:26:32]  INFO _/                                                              _/
 blocky [2025-09-03 15:26:32]  INFO _/                                                              _/
 blocky [2025-09-03 15:26:32]  INFO _/  Version: v0.26              Build time: 20250520-192348     _/
 blocky [2025-09-03 15:26:32]  INFO _/                                                              _/
 blocky [2025-09-03 15:26:32]  INFO _/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/_/
 blocky [2025-09-03 15:26:32]  INFO using self-signed certificate
 blocky SIGSEGV: segmentation violation
 blocky PC=0x43de8e m=5 sigcode=1 addr=0xffffffffac0a4f10
 blocky 
 blocky goroutine 0 gp=0xc000416c40 m=5 mp=0xc00043c008 [idle]:
 blocky runtime.netpoll(0xc000052000?)
 blocky     /usr/local/go/src/runtime/netpoll_epoll.go:169 +0x24e fp=0xc0000a1df8 sp=0xc0000a1770 pc=0x43de8e
 blocky runtime.findRunnable()
 blocky     /usr/local/go/src/runtime/proc.go:3605 +0x8c5 fp=0xc0000a1f70 sp=0xc0000a1df8 pc=0x44ac25
 blocky runtime.schedule()
 blocky     /usr/local/go/src/runtime/proc.go:4020 +0xb1 fp=0xc0000a1fa8 sp=0xc0000a1f70 pc=0x44c1f1
 blocky runtime.goexit0(0xc000092700?)
 blocky     /usr/local/go/src/runtime/proc.go:4313 +0x18 fp=0xc0000a1fc0 sp=0xc0000a1fa8 pc=0x44cfb8
 blocky runtime.mcall()
 blocky     /usr/local/go/src/runtime/asm_amd64.s:459 +0x4e fp=0xc0000a1fd8 sp=0xc0000a1fc0 pc=0x47f2ee
 blocky 
 blocky goroutine 1 gp=0xc000002380 m=nil [runnable]:
 blocky runtime.gcTrigger.test({0x0?, 0x0?, 0x0?})
 blocky     /usr/local/go/src/runtime/mgc.go:602 +0xdc fp=0xc000379170 sp=0xc000379168 pc=0x42115c
 blocky runtime.mallocgcLarge(0x0?, 0x10039a0, 0x1)
 blocky     /usr/local/go/src/runtime/malloc.go:1590 +0x170 fp=0xc0003791d0 sp=0xc000379170 pc=0x419910
 blocky runtime.mallocgc(0x10000, 0x10039a0, 0x1)
 blocky     /usr/local/go/src/runtime/malloc.go:1063 +0xc5 fp=0xc000379200 sp=0xc0003791d0 pc=0x476e45
 blocky runtime.makeslice(0x11f4810?, 0x1c?, 0x0?)
 blocky     /usr/local/go/src/runtime/slice.go:116 +0x49 fp=0xc000379228 sp=0xc000379200 pc=0x47b829
 blocky net.open({0x11f4810?, 0x0?})
 blocky     /usr/local/go/src/net/parse.go:80 +0x45 fp=0xc000379268 sp=0xc000379228 pc=0x5bbb45
 blocky net.maxListenerBacklog()
 blocky     /usr/local/go/src/net/sock_linux.go:35 +0x38 fp=0xc0003792c0 sp=0xc000379268 pc=0x5bd478
 blocky net.listenerBacklog.func1()
 blocky     /usr/local/go/src/net/net.go:400 +0xf fp=0xc0003792d0 sp=0xc0003792c0 pc=0x5c826f
 blocky sync.(*Once).doSlow(0x1170be0?, 0x4d45455250205001?)
 blocky     /usr/local/go/src/sync/once.go:78 +0xab fp=0xc000379328 sp=0xc0003792d0 pc=0x48b48b
 blocky sync.(*Once).Do(...)
 blocky     /usr/local/go/src/sync/once.go:69
 blocky net.listenerBacklog()
 blocky     /usr/local/go/src/net/net.go:400 +0x2c fp=0xc000379348 sp=0xc000379328 pc=0x5c8bac
 blocky net.socket({0x14d6268, 0x1d440c0}, {0x11d7ec2, 0x3}, 0xa, 0x1, 0xc000379498?, 0x0, {0x14da9f0, 0xc000269cb0}, ...)
 blocky     /usr/local/go/src/net/sock_posix.go:57 +0x17f fp=0xc0003793f0 sp=0xc000379348 pc=0x5bd7ff
 blocky net.internetSocket({0x14d6268, 0x1d440c0}, {0x11d7ec2, 0x3}, {0x14da9f0, 0xc000269cb0}, {0x0, 0x0}, 0x1, 0x106, ...)
 blocky     /usr/local/go/src/net/ipsock_posix.go:167 +0xf8 fp=0xc000379468 sp=0xc0003793f0 pc=0x5b2b78
 blocky net.(*sysListener).listenTCPProto(0xc0003795d8, {0x14d6268?, 0x1d440c0?}, 0x59c03e?, 0x1d06800?)
 blocky     /usr/local/go/src/net/tcpsock_posix.go:189 +0xa5 fp=0xc000379500 sp=0xc000379468 pc=0x5c1b45
 blocky net.(*sysListener).listenMPTCP(0xc0003795d8, {0x14d6268, 0x1d440c0}, 0xc000269cb0)
 blocky     /usr/local/go/src/net/mptcpsock_linux.go:79 +0x6c fp=0xc000379538 sp=0xc000379500 pc=0x5b894c
 blocky net.(*ListenConfig).Listen(0xc000379678, {0x14d6268, 0x1d440c0}, {0x11d7ec2, 0x3}, {0xc0000b3514, 0x5})
 blocky     /usr/local/go/src/net/dial.go:819 +0x34f fp=0xc000379640 sp=0xc000379538 pc=0x59fd2f
 blocky net.Listen({0x11d7ec2?, 0xefae1e?}, {0xc0000b3514?, 0x0?})
 blocky     /usr/local/go/src/net/dial.go:898 +0x5a fp=0xc0003796c0 sp=0xc000379640 pc=0x5a05fa
 blocky github.com/0xERR0R/blocky/server.newTCPListeners({0x11d8603, 0x4}, {0xc00003c3e0, 0x1, 0x0?})
 blocky     /go/server/server.go:231 +0xd4 fp=0xc000379798 sp=0xc0003796c0 pc=0xefb274
 blocky github.com/0xERR0R/blocky/server.createHTTPListeners(0xc00017f408, 0xc0001401e0)
 blocky     /go/server/server.go:214 +0x45 fp=0xc0003797f0 sp=0xc000379798 pc=0xefb0c5
 blocky github.com/0xERR0R/blocky/server.NewServer({0x14d6310, 0xc000266780}, 0xc00017f408)
 blocky     /go/server/server.go:119 +0xfa fp=0xc0003798e8 sp=0xc0003797f0 pc=0xefa33a
 blocky github.com/0xERR0R/blocky/cmd.startServer(0x0?, {0x0?, 0x0?, 0x0?})
 blocky     /go/cmd/serve.go:52 +0x14a fp=0xc0003799c0 sp=0xc0003798e8 pc=0xf039ea
 blocky github.com/0xERR0R/blocky/cmd.NewRootCommand.func1(0xc0000cac00?, {0x1d440c0?, 0x4?, 0x11d866f?})
 blocky     /go/cmd/root.go:42 +0xc6 fp=0xc000379cb0 sp=0xc0003799c0 pc=0xf04626
 blocky github.com/spf13/cobra.(*Command).execute(0xc000162908, {0xc00003c070, 0x0, 0x0})
 blocky     /gomod-cache/github.com/spf13/cobra@v1.9.1/command.go:1015 +0xaaa fp=0xc000379e30 sp=0xc000379cb0 pc=0x89344a
 blocky github.com/spf13/cobra.(*Command).ExecuteC(0xc000162908)
 blocky     /gomod-cache/github.com/spf13/cobra@v1.9.1/command.go:1148 +0x46f fp=0xc000379f20 sp=0xc000379e30 pc=0x893d8f
 blocky github.com/spf13/cobra.(*Command).Execute(...)
 blocky     /gomod-cache/github.com/spf13/cobra@v1.9.1/command.go:1071
 blocky github.com/0xERR0R/blocky/cmd.Execute()
 blocky     /go/cmd/root.go:112 +0x18 fp=0xc000379f38 sp=0xc000379f20 pc=0xf03738
 blocky main.main()
 blocky runtime.gcBgMarkWorker(0xc0002aa9a0)
 blocky     /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc0004317c8 sp=0xc000431738 pc=0x423209
 blocky runtime.gcBgMarkStartWorkers.gowrap1()
 blocky     /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc0004317e0 sp=0xc0004317c8 pc=0x4230e5
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0004317e8 sp=0xc0004317e0 pc=0x4811a1
 blocky created by runtime.gcBgMarkStartWorkers in goroutine 1
 blocky     /usr/local/go/src/runtime/mgc.go:1339 +0x105
 blocky 
 blocky goroutine 36 gp=0xc0004168c0 m=nil [GC worker (idle)]:
 blocky runtime.gopark(0x141a2b27c7516?, 0x1?, 0x97?, 0xe2?, 0x0?)
 blocky     /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc000431f38 sp=0xc000431f18 pc=0x47972e
 blocky runtime.gcBgMarkWorker(0xc0002aa9a0)
 blocky     /usr/local/go/src/runtime/mgc.go:1423 +0xe9 fp=0xc000431fc8 sp=0xc000431f38 pc=0x423209
 blocky runtime.gcBgMarkStartWorkers.gowrap1()
 blocky     /usr/local/go/src/runtime/mgc.go:1339 +0x25 fp=0xc000431fe0 sp=0xc000431fc8 pc=0x4230e5
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000431fe8 sp=0xc000431fe0 pc=0x4811a1
 blocky created by runtime.gcBgMarkStartWorkers in goroutine 1
 blocky     /usr/local/go/src/runtime/mgc.go:1339 +0x105
 blocky 
 blocky goroutine 38 gp=0xc000092700 m=nil [select, locked to thread]:
 blocky runtime.gopark(0xc000068fa8?, 0x2?, 0x50?, 0x8e?, 0xc000068f94?)
 blocky     /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc000068e20 sp=0xc000068e00 pc=0x47972e
 blocky runtime.selectgo(0xc000068fa8, 0xc000068f90, 0x0?, 0x0, 0x0?, 0x1)
 blocky     /usr/local/go/src/runtime/select.go:351 +0x837 fp=0xc000068f58 sp=0xc000068e20 pc=0x456fd7
 blocky runtime.ensureSigM.func1()
 blocky     /usr/local/go/src/runtime/signal_unix.go:1085 +0x192 fp=0xc000068fe0 sp=0xc000068f58 pc=0x473f32
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000068fe8 sp=0xc000068fe0 pc=0x4811a1
 blocky created by runtime.ensureSigM in goroutine 24
 blocky     /usr/local/go/src/runtime/signal_unix.go:1068 +0xc8
 blocky 
 blocky goroutine 37 gp=0xc000416000 m=nil [chan receive]:
 blocky runtime.gopark(0xffffb01625c0?, 0x200000000000010?, 0x8?, 0x1e?, 0xffffb01625c0?)
 blocky     /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc00042fe40 sp=0xc00042fe20 pc=0x47972e
 blocky runtime.chanrecv(0xc0002908c0, 0xc00042ff88, 0x1)
 blocky     /usr/local/go/src/runtime/chan.go:664 +0x445 fp=0xc00042feb8 sp=0xc00042fe40 pc=0x411d25
 blocky runtime.chanrecv1(0x0?, 0x1?)
 blocky     /usr/local/go/src/runtime/chan.go:506 +0x12 fp=0xc00042fee0 sp=0xc00042feb8 pc=0x4118b2
 blocky github.com/ramr/go-reaper.reapChildren({0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0})
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:96 +0xdd fp=0xc00042ffa8 sp=0xc00042fee0 pc=0xf0543d
 blocky github.com/ramr/go-reaper.Start.gowrap1()
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:191 +0x35 fp=0xc00042ffe0 sp=0xc00042ffa8 pc=0xf05a95
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc00042ffe8 sp=0xc00042ffe0 pc=0x4811a1
 blocky created by github.com/ramr/go-reaper.Start in goroutine 4
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:191 +0x1ba
 blocky 
 blocky goroutine 24 gp=0xc0000928c0 m=nil [chan receive]:
 blocky runtime.gopark(0x8d76a5?, 0x109f3e0?, 0x1?, 0x5c?, 0xc000069760?)
 blocky     /usr/local/go/src/runtime/proc.go:435 +0xce fp=0xc0000696d0 sp=0xc0000696b0 pc=0x47972e
 blocky runtime.chanrecv(0xc0001f3c70, 0xc000069798, 0x1)
 blocky     /usr/local/go/src/runtime/chan.go:664 +0x445 fp=0xc000069748 sp=0xc0000696d0 pc=0x411d25
 blocky runtime.chanrecv1(0xc0001f3c70?, 0xc0000697a8?)
 blocky     /usr/local/go/src/runtime/chan.go:506 +0x12 fp=0xc000069770 sp=0xc000069748 pc=0x4118b2
 blocky github.com/ramr/go-reaper.sigChildHandler(0xc0002908c0)
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:70 +0x6c fp=0xc0000697c8 sp=0xc000069770 pc=0xf0530c
 blocky github.com/ramr/go-reaper.reapChildren.gowrap1()
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:89 +0x25 fp=0xc0000697e0 sp=0xc0000697c8 pc=0xf05785
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc0000697e8 sp=0xc0000697e0 pc=0x4811a1
 blocky created by github.com/ramr/go-reaper.reapChildren in goroutine 37
 blocky     /gomod-cache/github.com/ramr/go-reaper@v0.2.3/reaper.go:89 +0x9b
 blocky 
 blocky goroutine 25 gp=0xc000092c40 m=4 mp=0xc000090008 [syscall]:
 blocky runtime.notetsleepg(0x1d44d40, 0xffffffffffffffff)
 blocky     /usr/local/go/src/runtime/lock_futex.go:123 +0x29 fp=0xc000069fa0 sp=0xc000069f78 pc=0x417309
 blocky os/signal.signal_recv()
 blocky     /usr/local/go/src/runtime/sigqueue.go:152 +0x29 fp=0xc000069fc0 sp=0xc000069fa0 pc=0x47b649
 blocky os/signal.loop()
 blocky     /usr/local/go/src/os/signal/signal_unix.go:23 +0x13 fp=0xc000069fe0 sp=0xc000069fc0 pc=0x8d7a73
 blocky runtime.goexit({})
 blocky     /usr/local/go/src/runtime/asm_amd64.s:1700 +0x1 fp=0xc000069fe8 sp=0xc000069fe0 pc=0x4811a1
 blocky created by os/signal.Notify.func1.1 in goroutine 24
 blocky     /usr/local/go/src/os/signal/signal.go:152 +0x1f
 blocky 
 blocky rax    0x1
 blocky rbx    0x0
 blocky rcx    0x0
 blocky rdx    0xdf806b981
 blocky rdi    0x1d442a0
 blocky rsi    0xffffffffac0a4f00
 blocky rbp    0xc0000a1de8
 blocky rsp    0xc0000a1770
 blocky r8     0xe9
 blocky r9     0x72
 blocky r10    0x4
 blocky r11    0x0
 blocky r12    0xc0000a17f0
 blocky r13    0x1
 blocky r14    0xc000416c40
 blocky r15    0x1
 blocky rip    0x43de8e
 blocky rflags 0x202
 blocky cs     0x33
 blocky fs     0x0
 blocky gs     0x0

[0xERR0R]

Hey, is it reproducible with blocky standalone (without k8s/coredns stack)?

[xavier83]

@0xERR0R, the same pod is running fine on another node (rpi4a with 8g ram running fedora 40 workstation edition). only when this container gets scheduled on another node (rpi 4a with 4g ram running fedora 41/42 server edition) this occurs.
It's deployed to the cluster with this chart https://truecharts.org/charts/premium/blocky/