Just seen once but since we have a stack trace I figure someone might be able to check for some error around the code paths there.
cc @giuseppe
Note this is not a panic, the e2e tests are setup to send SIGABRT on timeout to kill the process and create a useful stack trace to know where the command hanged.
[+0414s] • [FAILED] [91.182 seconds]
Podman healthcheck run
/var/tmp/podman-container-tools/podman/test/e2e/healthcheck_run_test.go:18
[It] podman healthcheck --ignore-result exits 0 on failing healthcheck
/var/tmp/podman-container-tools/podman/test/e2e/healthcheck_run_test.go:164
Timeline >>
→ Enter [BeforeEach] TOP-LEVEL - /var/tmp/podman-container-tools/podman/test/e2e/common_test.go:123 @ 09/11/26 12:28:53.057
← Exit [BeforeEach] TOP-LEVEL - /var/tmp/podman-container-tools/podman/test/e2e/common_test.go:123 @ 09/11/26 12:28:53.057 (0s)
→ Enter [It] podman healthcheck --ignore-result exits 0 on failing healthcheck - /var/tmp/podman-container-tools/podman/test/e2e/healthcheck_run_test.go:164 @ 09/11/26 12:28:53.057
# podman [options] --pull-option=enable_partial_images=true --pull-option=convert_images=true run -q -dt --name hc quay.io/libpod/badhealthcheck:latest
SIGABRT: abort
PC=0x1ae8881 m=0 sigcode=0
goroutine 0 gp=0x3069640 m=0 mp=0x306c4c0 [idle]:
runtime.futex(0x306c618, 0x80, 0x0, 0x0, 0x0, 0x0)
/usr/lib/golang/src/runtime/sys_linux_amd64.s:575 +0x21 fp=0x7ffc702e7320 sp=0x7ffc702e7318 pc=0x1ae8881
runtime.futexsleep(0x3069640?, 0x1aa98ca?, 0x7ffc702e7398?)
/usr/lib/golang/src/runtime/os_linux.go:73 +0x30 fp=0x7ffc702e7370 sp=0x7ffc702e7320 pc=0x1a9e5b0
runtime.notesleep(0x306c618)
/usr/lib/golang/src/runtime/lock_futex.go:47 +0x87 fp=0x7ffc702e73a8 sp=0x7ffc702e7370 pc=0x1a709e7
runtime.mPark(...)
/usr/lib/golang/src/runtime/proc.go:1985
runtime.stoplockedm()
/usr/lib/golang/src/runtime/proc.go:3278 +0x73 fp=0x7ffc702e7400 sp=0x7ffc702e73a8 pc=0x1aa9a13
runtime.schedule()
/usr/lib/golang/src/runtime/proc.go:4158 +0x3a fp=0x7ffc702e7440 sp=0x7ffc702e7400 pc=0x1aabf5a
runtime.park_m(0x29b34ec7f860)
/usr/lib/golang/src/runtime/proc.go:4319 +0x279 fp=0x7ffc702e74a0 sp=0x7ffc702e7440 pc=0x1aac459
runtime.mcall()
/usr/lib/golang/src/runtime/asm_amd64.s:463 +0x53 fp=0x7ffc702e74b8 sp=0x7ffc702e74a0 pc=0x1ae51f3
goroutine 1 gp=0x29b34e7a81e0 m=nil [sync.WaitGroup.Wait, 1 minutes]:
runtime.gopark(0x3078960?, 0x29b34ecc28d0?, 0xc0?, 0xe8?, 0x29b34ec9d3b0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ec9d338 sp=0x29b34ec9d318 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.semacquire1(0x29b34e7b9ae8, 0x0, 0x1, 0x0, 0x19)
/usr/lib/golang/src/runtime/sema.go:192 +0x232 fp=0x29b34ec9d3a0 sp=0x29b34ec9d338 pc=0x1ab7e12
sync.runtime_SemacquireWaitGroup(0x29b34ec9d408?, 0x7d?)
/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0x29b34ec9d3d8 sp=0x29b34ec9d3a0 pc=0x1ae0fae
sync.(*WaitGroup).Wait(0x29b34e7b9ae0)
/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0x29b34ec9d400 sp=0x29b34ec9d3d8 pc=0x1af5565
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func2.deferwrap2()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:507 +0x17 fp=0x29b34ec9d418 sp=0x29b34ec9d400 pc=0x240e557
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func2(0x29b34ed0ec80, {0x29b34ebb9560, 0x3, 0x29b34f020d80?}, {0x1a31cd8, 0x3092520}, 0x29b34ecb85f0, 0x29b34f0383c8)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:520 +0x41a fp=0x29b34ec9d598 sp=0x29b34ec9d418 pc=0x240e35a
go.podman.io/image/v5/copy.(*imageCopier).copyLayers(0x29b34ed0ec80, {0x1a31cd8, 0x3092520})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:521 +0x40e fp=0x29b34ec9da98 sp=0x29b34ec9d598 pc=0x2409a2e
go.podman.io/image/v5/copy.(*copier).copySingleImage(0x29b34ecbc280, {0x1a31cd8, 0x3092520}, 0x29b34ed87260, 0x0, {0x0?, 0x0?, 0x0?})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:234 +0x113e fp=0x29b34ec9e0a0 sp=0x29b34ec9da98 pc=0x2406cfe
go.podman.io/image/v5/copy.Image({0x1a31cd8, 0x3092520}, 0x29b34ebff4a0, {0x1a37448, 0x29b34e7c4360}, {0x1a37388, 0x29b34e7ba4b0}, 0x29b34ec9e578?)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/copy.go:380 +0x14de fp=0x29b34ec9e550 sp=0x29b34ec9e0a0 pc=0x23fa11e
go.podman.io/common/libimage.(*Copier).copyInternal.func3()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/copier.go:476 +0x1e5 fp=0x29b34ec9e608 sp=0x29b34ec9e550 pc=0x2752685
go.podman.io/common/pkg/retry.IfNecessary({0x1a31cd8, 0x3092520}, 0x29b34ec9e910, 0x29b34e944bb0)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/pkg/retry/retry.go:44 +0x57 fp=0x29b34ec9e708 sp=0x29b34ec9e608 pc=0x2302e77
go.podman.io/common/libimage.(*Copier).copyInternal(0x29b34e944a00, {0x1a31cd8, 0x3092520}, {0x1a37388, 0x29b34e7ba4b0}, {0x1a37448, 0x29b34e7c4360}, 0x29b34e8992f0)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/copier.go:482 +0x8c5 fp=0x29b34ec9e988 sp=0x29b34ec9e708 pc=0x272ada5
go.podman.io/common/libimage.(*Copier).copyToStorage(0x29b34e944a00, {0x1a31cd8, 0x3092520}, {0x1a37388, 0x29b34e7ba4b0}, {0x1a37448, 0x29b34e7c4360})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/copier.go:487 +0xb0 fp=0x29b34ec9ea40 sp=0x29b34ec9e988 pc=0x272b150
go.podman.io/common/libimage.(*Runtime).copySingleImageFromRegistry(0x29b34eb5d208, {0x1a31cd8, 0x3092520}, {0x29b34e7e6240, 0x24}, 0x1, 0x29b34ec9f3f0)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/pull.go:635 +0x124c fp=0x29b34ec9ee50 sp=0x29b34ec9ea40 pc=0x27495cc
go.podman.io/common/libimage.(*Runtime).copyFromRegistry(0x29b34eb5d208, {0x1a31cd8, 0x3092520}, {0x1a37388, 0x29b34e7ba030}, {0x29b34e7e6240, 0x24}, 0x1, 0x29b34ec9f3f0)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/pull.go:424 +0x185 fp=0x29b34ec9ef80 sp=0x29b34ec9ee50 pc=0x2747f05
go.podman.io/common/libimage.(*Runtime).Pull(0x29b34eb5d208, {0x1a31cd8, 0x3092520}, {0x29b34e7e6240, 0x24}, 0x1, 0x29b34ec9f3f0)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/common/libimage/pull.go:168 +0xdb1 fp=0x29b34ec9f3a0 sp=0x29b34ec9ef80 pc=0x27456d1
go.podman.io/podman/v6/pkg/domain/infra/abi.(*ImageEngine).Pull(0x29b34ec9f7e0?, {0x1a31cd8?, 0x3092520?}, {0x7ffc702e8b53?, _}, {0x0, {0x0, 0x0}, {0x0, 0x0}, ...})
/var/tmp/podman-container-tools/podman/pkg/domain/infra/abi/images.go:311 +0x2b8 fp=0x29b34ec9f5f0 sp=0x29b34ec9f3a0 pc=0x2cfb0b8
go.podman.io/podman/v6/cmd/podman/containers.pullImage(0x2fcded0, {0x7ffc702e8b53, 0x24}, 0x29b34ed01208)
/var/tmp/podman-container-tools/podman/cmd/podman/containers/create.go:419 +0x519 fp=0x29b34ec9f7f0 sp=0x29b34ec9f5f0 pc=0x2df1039
go.podman.io/podman/v6/cmd/podman/containers.run(0x2fcded0, {0x29b34f06c370, 0x1, 0x5})
/var/tmp/podman-container-tools/podman/cmd/podman/containers/run.go:150 +0x4f6 fp=0x29b34eca1ac8 sp=0x29b34ec9f7f0 pc=0x2e002f6
github.com/spf13/cobra.(*Command).execute(0x2fcded0, {0x29b34e9441a0, 0x5, 0x6})
/var/tmp/podman-container-tools/podman/vendor/github.com/spf13/cobra/command.go:1015 +0xb3c fp=0x29b34eca1c70 sp=0x29b34eca1ac8 pc=0x1cdb2fc
github.com/spf13/cobra.(*Command).ExecuteC(0x2fa8c78)
/var/tmp/podman-container-tools/podman/vendor/github.com/spf13/cobra/command.go:1148 +0x450 fp=0x29b34eca1d60 sp=0x29b34eca1c70 pc=0x1cdbbb0
github.com/spf13/cobra.(*Command).ExecuteContextC(...)
/var/tmp/podman-container-tools/podman/vendor/github.com/spf13/cobra/command.go:1080
main.Execute()
/var/tmp/podman-container-tools/podman/cmd/podman/root.go:139 +0x58 fp=0x29b34eca1dd0 sp=0x29b34eca1d60 pc=0x2ee7438
main.main()
/var/tmp/podman-container-tools/podman/cmd/podman/main.go:75 +0x545 fp=0x29b34eca1eb8 sp=0x29b34eca1dd0 pc=0x2ee69e5
runtime.main()
/usr/lib/golang/src/runtime/proc.go:302 +0x427 fp=0x29b34eca1fe0 sp=0x29b34eca1eb8 pc=0x1aa48a7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34eca1fe8 sp=0x29b34eca1fe0 pc=0x1ae6d41
goroutine 2 gp=0x29b34e7a8d20 m=nil [force gc (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e826fa8 sp=0x29b34e826f88 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.forcegchelper()
/usr/lib/golang/src/runtime/proc.go:387 +0xb3 fp=0x29b34e826fe0 sp=0x29b34e826fa8 pc=0x1aa4b73
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e826fe8 sp=0x29b34e826fe0 pc=0x1ae6d41
created by runtime.init.7 in goroutine 1
/usr/lib/golang/src/runtime/proc.go:375 +0x1a
goroutine 3 gp=0x29b34e7a92c0 m=nil [GC sweep wait]:
runtime.gopark(0x3063f01?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e827788 sp=0x29b34e827768 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.bgsweep(0x29b34e7ee080)
/usr/lib/golang/src/runtime/mgcsweep.go:324 +0x151 fp=0x29b34e8277c8 sp=0x29b34e827788 pc=0x1a8d5f1
runtime.gcenable.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:214 +0x17 fp=0x29b34e8277e0 sp=0x29b34e8277c8 pc=0x1ad4537
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8277e8 sp=0x29b34e8277e0 pc=0x1ae6d41
created by runtime.gcenable in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:214 +0x66
goroutine 4 gp=0x29b34e7a94a0 m=nil [GC scavenge wait]:
runtime.gopark(0x7690b4?, 0x3b9aca00?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e827f78 sp=0x29b34e827f58 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.(*scavengerState).park(0x30671a0)
/usr/lib/golang/src/runtime/mgcscavenge.go:425 +0x49 fp=0x29b34e827fa8 sp=0x29b34e827f78 pc=0x1a8b0e9
runtime.bgscavenge(0x29b34e7ee080)
/usr/lib/golang/src/runtime/mgcscavenge.go:658 +0x59 fp=0x29b34e827fc8 sp=0x29b34e827fa8 pc=0x1a8b659
runtime.gcenable.gowrap2()
/usr/lib/golang/src/runtime/mgc.go:215 +0x17 fp=0x29b34e827fe0 sp=0x29b34e827fc8 pc=0x1ad44f7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e827fe8 sp=0x29b34e827fe0 pc=0x1ae6d41
created by runtime.gcenable in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:215 +0xa5
goroutine 18 gp=0x29b34e902000 m=nil [GOMAXPROCS updater (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e822788 sp=0x29b34e822768 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.updateMaxProcsGoroutine()
/usr/lib/golang/src/runtime/proc.go:7146 +0xe7 fp=0x29b34e8227e0 sp=0x29b34e822788 pc=0x1ab2167
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8227e8 sp=0x29b34e8227e0 pc=0x1ae6d41
created by runtime.defaultGOMAXPROCSUpdateEnable in goroutine 1
/usr/lib/golang/src/runtime/proc.go:7134 +0x37
goroutine 19 gp=0x29b34e9025a0 m=nil [finalizer wait, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e822e20 sp=0x29b34e822e00 pc=0x1adf72a
runtime.runFinalizers()
/usr/lib/golang/src/runtime/mfinal.go:210 +0x107 fp=0x29b34e822fe0 sp=0x29b34e822e20 pc=0x1a7e647
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e822fe8 sp=0x29b34e822fe0 pc=0x1ae6d41
created by runtime.createfing in goroutine 1
/usr/lib/golang/src/runtime/mfinal.go:172 +0x3d
goroutine 20 gp=0x29b34e9fc780 m=nil [cleanup wait, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e823768 sp=0x29b34e823748 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.(*cleanupQueue).dequeue(0x3068de0)
/usr/lib/golang/src/runtime/mcleanup.go:522 +0xd3 fp=0x29b34e8237a0 sp=0x29b34e823768 pc=0x1a7b373
runtime.runCleanups()
/usr/lib/golang/src/runtime/mcleanup.go:718 +0x45 fp=0x29b34e8237e0 sp=0x29b34e8237a0 pc=0x1a7b9e5
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8237e8 sp=0x29b34e8237e0 pc=0x1ae6d41
created by runtime.(*cleanupQueue).createGs in goroutine 1
/usr/lib/golang/src/runtime/mcleanup.go:672 +0xa5
goroutine 34 gp=0x29b34e8843c0 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e8b8740 sp=0x29b34e8b8720 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e8b87c8 sp=0x29b34e8b8740 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e8b87e0 sp=0x29b34e8b87c8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8b87e8 sp=0x29b34e8b87e0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 21 gp=0x29b34e9fdc20 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x6bf513b9fe?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e823f40 sp=0x29b34e823f20 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e823fc8 sp=0x29b34e823f40 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e823fe0 sp=0x29b34e823fc8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e823fe8 sp=0x29b34e823fe0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 22 gp=0x29b34ec7e000 m=nil [GC worker (idle)]:
runtime.gopark(0x6c090165ca?, 0x29b34e864000?, 0x1c?, 0xa?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e824740 sp=0x29b34e824720 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e8247c8 sp=0x29b34e824740 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e8247e0 sp=0x29b34e8247c8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8247e8 sp=0x29b34e8247e0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 5 gp=0x29b34e866000 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x6bf513b4f1?, 0x1ad6980?, 0xde?, 0x66?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e826740 sp=0x29b34e826720 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e8267c8 sp=0x29b34e826740 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e8267e0 sp=0x29b34e8267c8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8267e8 sp=0x29b34e8267e0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 6 gp=0x29b34e8661e0 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x6c08f58c82?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e828740 sp=0x29b34e828720 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e8287c8 sp=0x29b34e828740 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e8287e0 sp=0x29b34e8287c8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8287e8 sp=0x29b34e8287e0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 7 gp=0x29b34e8663c0 m=nil [GC worker (idle)]:
runtime.gopark(0x6c09062ec2?, 0x3?, 0x79?, 0x80?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e828f40 sp=0x29b34e828f20 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e828fc8 sp=0x29b34e828f40 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e828fe0 sp=0x29b34e828fc8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e828fe8 sp=0x29b34e828fe0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 8 gp=0x29b34e8665a0 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x6bf77d6fa4?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e829740 sp=0x29b34e829720 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e8297c8 sp=0x29b34e829740 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e8297e0 sp=0x29b34e8297c8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8297e8 sp=0x29b34e8297e0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 9 gp=0x29b34e866780 m=nil [GC worker (idle), 1 minutes]:
runtime.gopark(0x6bfaecbcc9?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e829f40 sp=0x29b34e829f20 pc=0x1adf72a
runtime.gcBgMarkWorker(0x29b34e8b2000)
/usr/lib/golang/src/runtime/mgc.go:1807 +0xeb fp=0x29b34e829fc8 sp=0x29b34e829f40 pc=0x1a81a8b
runtime.gcBgMarkStartWorkers.gowrap1()
/usr/lib/golang/src/runtime/mgc.go:1711 +0x17 fp=0x29b34e829fe0 sp=0x29b34e829fc8 pc=0x1ad4a37
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e829fe8 sp=0x29b34e829fe0 pc=0x1ae6d41
created by runtime.gcBgMarkStartWorkers in goroutine 1
/usr/lib/golang/src/runtime/mgc.go:1711 +0xfc
goroutine 35 gp=0x29b34ec7e960 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34e8b9f88?, 0x2?, 0x0?, 0x0?, 0x29b34e8b9f84?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e8b9e10 sp=0x29b34e8b9df0 pc=0x1adf72a
runtime.selectgo(0x29b34e8b9f88, 0x29b34e8b9f80, 0x0?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34e8b9f50 sp=0x29b34e8b9e10 pc=0x1ab7077
database/sql.(*DB).connectionOpener(0x29b34ee991e0, {0x1a31db8, 0x29b34e98a2d0})
/usr/lib/golang/src/database/sql/sql.go:1266 +0x89 fp=0x29b34e8b9fb8 sp=0x29b34e8b9f50 pc=0x23acb09
database/sql.OpenDB.gowrap1()
/usr/lib/golang/src/database/sql/sql.go:846 +0x1f fp=0x29b34e8b9fe0 sp=0x29b34e8b9fb8 pc=0x23b745f
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8b9fe8 sp=0x29b34e8b9fe0 pc=0x1ae6d41
created by database/sql.OpenDB in goroutine 1
/usr/lib/golang/src/database/sql/sql.go:846 +0x135
goroutine 40 gp=0x29b34ec7f2c0 m=nil [select]:
runtime.gopark(0x29b34e837f88?, 0x2?, 0x2a?, 0x45?, 0x29b34e837e64?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e837c28 sp=0x29b34e837c08 pc=0x1adf72a
runtime.selectgo(0x29b34e837f88, 0x29b34e837e60, 0x0?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34e837d68 sp=0x29b34e837c28 pc=0x1ab7077
go.podman.io/podman/v6/libpod.spawnEventForwarder[...].func1()
/var/tmp/podman-container-tools/podman/libpod/events.go:282 +0x2bf fp=0x29b34e837fe0 sp=0x29b34e837d68 pc=0x2c44c9f
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e837fe8 sp=0x29b34e837fe0 pc=0x1ae6d41
created by go.podman.io/podman/v6/libpod.spawnEventForwarder[...] in goroutine 1
/var/tmp/podman-container-tools/podman/libpod/events.go:264 +0xc7
goroutine 23 gp=0x29b34ec7f4a0 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34e825770?, 0x2?, 0x0?, 0x0?, 0x29b34e825704?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e825590 sp=0x29b34e825570 pc=0x1adf72a
runtime.selectgo(0x29b34e825770, 0x29b34e825700, 0x1adf72a?, 0x0, 0x29b34e81a008?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34e8256d0 sp=0x29b34e825590 pc=0x1ab7077
go.podman.io/podman/v6/libpod/shutdown.Start.func1()
/var/tmp/podman-container-tools/podman/libpod/shutdown/handler.go:54 +0x86 fp=0x29b34e8257e0 sp=0x29b34e8256d0 pc=0x2a100a6
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8257e8 sp=0x29b34e8257e0 pc=0x1ae6d41
created by go.podman.io/podman/v6/libpod/shutdown.Start in goroutine 1
/var/tmp/podman-container-tools/podman/libpod/shutdown/handler.go:53 +0xe7
goroutine 42 gp=0x29b34ec7f680 m=nil [chan receive, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e825f08 sp=0x29b34e825ee8 pc=0x1adf72a
runtime.chanrecv(0x29b34e850460, 0x29b34e825fc8, 0x1)
/usr/lib/golang/src/runtime/chan.go:667 +0x4ae fp=0x29b34e825f80 sp=0x29b34e825f08 pc=0x1a6ae8e
runtime.chanrecv2(0x0?, 0x0?)
/usr/lib/golang/src/runtime/chan.go:514 +0x12 fp=0x29b34e825fa8 sp=0x29b34e825f80 pc=0x1a6a9d2
go.podman.io/podman/v6/libpod.(*Runtime).startWorker.func1()
/var/tmp/podman-container-tools/podman/libpod/runtime_worker.go:11 +0x68 fp=0x29b34e825fe0 sp=0x29b34e825fa8 pc=0x2c3e8a8
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e825fe8 sp=0x29b34e825fe0 pc=0x1ae6d41
created by go.podman.io/podman/v6/libpod.(*Runtime).startWorker in goroutine 1
/var/tmp/podman-container-tools/podman/libpod/runtime_worker.go:10 +0x59
goroutine 43 gp=0x29b34ec7f860 m=nil [select, 1 minutes, locked to thread]:
runtime.gopark(0x29b34e8b57a8?, 0x2?, 0x68?, 0x0?, 0x29b34e8b5794?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e8b5618 sp=0x29b34e8b55f8 pc=0x1adf72a
runtime.selectgo(0x29b34e8b57a8, 0x29b34e8b5790, 0x0?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34e8b5758 sp=0x29b34e8b5618 pc=0x1ab7077
runtime.ensureSigM.func1()
/usr/lib/golang/src/runtime/signal_unix.go:1093 +0x188 fp=0x29b34e8b57e0 sp=0x29b34e8b5758 pc=0x1ad9488
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8b57e8 sp=0x29b34e8b57e0 pc=0x1ae6d41
created by runtime.ensureSigM in goroutine 1
/usr/lib/golang/src/runtime/signal_unix.go:1076 +0xc5
goroutine 44 gp=0x29b34ec7fa40 m=7 mp=0x29b34eb4f808 [syscall, 1 minutes]:
runtime.notetsleepg(0x3093e40, 0xffffffffffffffff)
/usr/lib/golang/src/runtime/lock_futex.go:123 +0x29 fp=0x29b34e8b5fa0 sp=0x29b34e8b5f78 pc=0x1a70cc9
os/signal.signal_recv()
/usr/lib/golang/src/runtime/sigqueue.go:152 +0x98 fp=0x29b34e8b5fc0 sp=0x29b34e8b5fa0 pc=0x1ae1bd8
os/signal.loop()
/usr/lib/golang/src/os/signal/signal_unix.go:23 +0x13 fp=0x29b34e8b5fe0 sp=0x29b34e8b5fc0 pc=0x1d06233
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8b5fe8 sp=0x29b34e8b5fe0 pc=0x1ae6d41
created by os/signal.Notify.func2.1 in goroutine 1
/usr/lib/golang/src/os/signal/signal.go:164 +0x1f
goroutine 58 gp=0x29b34e866f00 m=nil [chan receive, 1 minutes]:
runtime.gopark(0x29b34e904070?, 0x170e6e0?, 0x30?, 0x82?, 0x29b34e834f70?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e834ee0 sp=0x29b34e834ec0 pc=0x1adf72a
runtime.chanrecv(0x29b34e904310, 0x0, 0x1)
/usr/lib/golang/src/runtime/chan.go:667 +0x4ae fp=0x29b34e834f58 sp=0x29b34e834ee0 pc=0x1a6ae8e
runtime.chanrecv1(0x29b34ecb8640?, 0x29b34ee08230?)
/usr/lib/golang/src/runtime/chan.go:509 +0x12 fp=0x29b34e834f80 sp=0x29b34e834f58 pc=0x1a6a9b2
github.com/vbauerster/mpb/v8.(*Progress).nopRefreshListener(0x29b34ed874a0, 0x29b34ecb80f0?)
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:381 +0x5c fp=0x29b34e834fc0 sp=0x29b34e834f80 pc=0x23eba1c
github.com/vbauerster/mpb/v8.NewWithContext.gowrap3()
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:135 +0x1f fp=0x29b34e834fe0 sp=0x29b34e834fc0 pc=0x23ee67f
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e834fe8 sp=0x29b34e834fe0 pc=0x1ae6d41
created by github.com/vbauerster/mpb/v8.NewWithContext in goroutine 1
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:135 +0x607
goroutine 50 gp=0x29b34e8674a0 m=nil [IO wait, 1 minutes]:
runtime.gopark(0x29b34ece68d0?, 0x2f01438?, 0x5?, 0x40?, 0x1011?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ece6858 sp=0x29b34ece6838 pc=0x1adf72a
runtime.netpollblock(0xffffffffffffffff?, 0x4ece68d8?, 0xb3?)
/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0x29b34ece6890 sp=0x29b34ece6858 pc=0x1a9d877
internal/poll.runtime_pollWait(0x7eff64e0d000, 0x72)
/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0x29b34ece68b0 sp=0x29b34ece6890 pc=0x1ade505
internal/poll.(*pollDesc).wait(0x29b34ebc0200?, 0x29b34ecf4000?, 0x0)
/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0x29b34ece68e8 sp=0x29b34ece68b0 pc=0x1b54567
internal/poll.(*pollDesc).waitRead(...)
/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x29b34ebc0200, {0x29b34ecf4000, 0xa000, 0xa000})
/usr/lib/golang/src/internal/poll/fd_unix.go:170 +0x2a8 fp=0x29b34ece6980 sp=0x29b34ece68e8 pc=0x1b555e8
net.(*netFD).Read(0x29b34ebc0200, {0x29b34ecf4000?, 0x0?, 0x29b34ece6a10?})
/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0x29b34ece69c8 sp=0x29b34ece6980 pc=0x1c36a65
net.(*conn).Read(0x29b34e8827b8, {0x29b34ecf4000?, 0x29b34ece6a38?, 0x1?})
/usr/lib/golang/src/net/net.go:196 +0x45 fp=0x29b34ece6a10 sp=0x29b34ece69c8 pc=0x1c47a05
crypto/tls.(*Conn).readFromUntil(0x29b34e9a2c08, {0x1a1c518, 0x29b34e8827b8}, 0x29b34ece6c58?)
/usr/lib/golang/src/crypto/tls/conn.go:820 +0xf4 fp=0x29b34ece6a80 sp=0x29b34ece6a10 pc=0x1db5e34
crypto/tls.(*Conn).readRecordOrCCS(0x29b34e9a2c08, 0x0)
/usr/lib/golang/src/crypto/tls/conn.go:626 +0x3fb fp=0x29b34ece6c68 sp=0x29b34ece6a80 pc=0x1db2e9b
crypto/tls.(*Conn).readRecord(...)
/usr/lib/golang/src/crypto/tls/conn.go:588
crypto/tls.(*Conn).Read(0x29b34e9a2c08, {0x29b34eb67000, 0x1000, 0x16ed5e8?})
/usr/lib/golang/src/crypto/tls/conn.go:1392 +0x148 fp=0x29b34ece6cd0 sp=0x29b34ece6c68 pc=0x1db9648
net/http.(*persistConn).Read(0x29b34ec36000, {0x29b34eb67000?, 0x1a1b418?, 0x2f79910?})
/usr/lib/golang/src/net/http/transport.go:2300 +0x47 fp=0x29b34ece6d30 sp=0x29b34ece6cd0 pc=0x1eb4887
bufio.(*Reader).fill(0x29b34ed87200)
/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0x29b34ece6d68 sp=0x29b34ece6d30 pc=0x1c61f63
bufio.(*Reader).Peek(0x29b34ed87200, 0x1)
/usr/lib/golang/src/bufio/bufio.go:152 +0x52 fp=0x29b34ece6d80 sp=0x29b34ece6d68 pc=0x1c62092
net/http.(*persistConn).readLoop(0x29b34ec36000)
/usr/lib/golang/src/net/http/transport.go:2483 +0x172 fp=0x29b34ece6fc8 sp=0x29b34ece6d80 pc=0x1eb5432
net/http.(*Transport).dialConn.gowrap2()
/usr/lib/golang/src/net/http/transport.go:2123 +0x17 fp=0x29b34ece6fe0 sp=0x29b34ece6fc8 pc=0x1ebd5f7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ece6fe8 sp=0x29b34ece6fe0 pc=0x1ae6d41
created by net/http.(*Transport).dialConn in goroutine 45
/usr/lib/golang/src/net/http/transport.go:2123 +0x1da5
goroutine 51 gp=0x29b34ec7fc20 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34ece7f48?, 0x2?, 0xc0?, 0x7d?, 0x29b34ece7ef4?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ece7d78 sp=0x29b34ece7d58 pc=0x1adf72a
runtime.selectgo(0x29b34ece7f48, 0x29b34ece7ef0, 0x29b34ecc8080?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34ece7eb8 sp=0x29b34ece7d78 pc=0x1ab7077
net/http.(*persistConn).writeLoop(0x29b34ec36000)
/usr/lib/golang/src/net/http/transport.go:2810 +0xe6 fp=0x29b34ece7fc8 sp=0x29b34ece7eb8 pc=0x1eb6c26
net/http.(*Transport).dialConn.gowrap3()
/usr/lib/golang/src/net/http/transport.go:2124 +0x17 fp=0x29b34ece7fe0 sp=0x29b34ece7fc8 pc=0x1ebd5b7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ece7fe8 sp=0x29b34ece7fe0 pc=0x1ae6d41
created by net/http.(*Transport).dialConn in goroutine 45
/usr/lib/golang/src/net/http/transport.go:2124 +0x1e05
goroutine 57 gp=0x29b34e884960 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34ece2f20?, 0x5?, 0xe0?, 0x50?, 0x29b34ece2eb6?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ece2d30 sp=0x29b34ece2d10 pc=0x1adf72a
runtime.selectgo(0x29b34ece2f20, 0x29b34ece2eac, 0x0?, 0x0, 0x29b34e7e6a50?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34ece2e70 sp=0x29b34ece2d30 pc=0x1ab7077
github.com/vbauerster/mpb/v8.(*Progress).serve(0x29b34ed874a0, 0x29b34ecbc8c0)
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:308 +0x1b4 fp=0x29b34ece2fc0 sp=0x29b34ece2e70 pc=0x23eb174
github.com/vbauerster/mpb/v8.NewWithContext.gowrap2()
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:134 +0x1b fp=0x29b34ece2fe0 sp=0x29b34ece2fc0 pc=0x23ee6bb
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ece2fe8 sp=0x29b34ece2fe0 pc=0x1ae6d41
created by github.com/vbauerster/mpb/v8.NewWithContext in goroutine 1
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:134 +0x59d
goroutine 56 gp=0x29b34e884b40 m=nil [chan receive, 1 minutes]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e835d48 sp=0x29b34e835d28 pc=0x1adf72a
runtime.chanrecv(0x29b34ea4a690, 0x29b34e835f18, 0x1)
/usr/lib/golang/src/runtime/chan.go:667 +0x4ae fp=0x29b34e835dc0 sp=0x29b34e835d48 pc=0x1a6ae8e
runtime.chanrecv2(0x18?, 0x184e740?)
/usr/lib/golang/src/runtime/chan.go:514 +0x12 fp=0x29b34e835de8 sp=0x29b34e835dc0 pc=0x1a6a9d2
github.com/vbauerster/mpb/v8.heapManager.run(0x29b34ea4a690, 0x29b34e7b9ab0, 0x29b34ee08770, 0x0)
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/heap_manager.go:63 +0x117 fp=0x29b34e835fb0 sp=0x29b34e835de8 pc=0x23e8c17
github.com/vbauerster/mpb/v8.NewWithContext.gowrap1()
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:133 +0x25 fp=0x29b34e835fe0 sp=0x29b34e835fb0 pc=0x23ee705
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e835fe8 sp=0x29b34e835fe0 pc=0x1ae6d41
created by github.com/vbauerster/mpb/v8.NewWithContext in goroutine 1
/var/tmp/podman-container-tools/podman/vendor/github.com/vbauerster/mpb/v8/progress.go:133 +0x545
goroutine 55 gp=0x29b34e884d20 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34ecedf88?, 0x2?, 0x0?, 0x0?, 0x29b34ecedf84?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ecede10 sp=0x29b34eceddf0 pc=0x1adf72a
runtime.selectgo(0x29b34ecedf88, 0x29b34ecedf80, 0x0?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34ecedf50 sp=0x29b34ecede10 pc=0x1ab7077
database/sql.(*DB).connectionOpener(0x29b34ecf2340, {0x1a31db8, 0x29b34ecb81e0})
/usr/lib/golang/src/database/sql/sql.go:1266 +0x89 fp=0x29b34ecedfb8 sp=0x29b34ecedf50 pc=0x23acb09
database/sql.OpenDB.gowrap1()
/usr/lib/golang/src/database/sql/sql.go:846 +0x1f fp=0x29b34ecedfe0 sp=0x29b34ecedfb8 pc=0x23b745f
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ecedfe8 sp=0x29b34ecedfe0 pc=0x1ae6d41
created by database/sql.OpenDB in goroutine 1
/usr/lib/golang/src/database/sql/sql.go:846 +0x135
goroutine 59 gp=0x29b34e884f00 m=nil [sync.RWMutex.Lock]:
runtime.gopark(0x3079460?, 0x10001b34e7f98a0?, 0xe0?, 0x15?, 0x7eff6543cde0?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e7f9878 sp=0x29b34e7f9858 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.semacquire1(0x3093828, 0x0, 0x3, 0x0, 0x18)
/usr/lib/golang/src/runtime/sema.go:192 +0x232 fp=0x29b34e7f98e0 sp=0x29b34e7f9878 pc=0x1ab7e12
sync.runtime_SemacquireRWMutex(0x29b34e7b8340?, 0xf?, 0x0?)
/usr/lib/golang/src/runtime/sema.go:105 +0x25 fp=0x29b34e7f9918 sp=0x29b34e7f98e0 pc=0x1ae0f45
sync.(*RWMutex).Lock(0x45e?)
/usr/lib/golang/src/sync/rwmutex.go:155 +0x65 fp=0x29b34e7f9948 sp=0x29b34e7f9918 pc=0x1af4fe5
syscall.acquireForkLock()
/usr/lib/golang/src/syscall/forkpipe2.go:45 +0x16f fp=0x29b34e7f9990 sp=0x29b34e7f9948 pc=0x1b2dc8f
syscall.forkExec({0x29b34ebce1e0?, 0x1a7488f?}, {0x29b34e8725c0, 0x4, 0x4}, 0x2?)
/usr/lib/golang/src/syscall/exec_unix.go:199 +0x2d7 fp=0x29b34e7f9aa8 sp=0x29b34e7f9990 pc=0x1b2d777
syscall.StartProcess(...)
/usr/lib/golang/src/syscall/exec_unix.go:258
os.startProcess({0x29b34ebce1e0, 0x15}, {0x29b34e8725c0, 0x4, 0x4}, 0x29b34e7f9c80)
/usr/lib/golang/src/os/exec_posix.go:55 +0x285 fp=0x29b34e7f9b80 sp=0x29b34e7f9aa8 pc=0x1b60ae5
os.StartProcess({0x29b34ebce1e0, 0x15}, {0x29b34e8725c0, 0x4, 0x4}, 0x29b34e7f9c80)
/usr/lib/golang/src/os/exec.go:273 +0x54 fp=0x29b34e7f9bc0 sp=0x29b34e7f9b80 pc=0x1b604f4
os/exec.(*Cmd).Start(0x29b34ed0c000)
/usr/lib/golang/src/os/exec/exec.go:744 +0x566 fp=0x29b34e7f9d40 sp=0x29b34e7f9bc0 pc=0x1f00926
os/exec.(*Cmd).Run(0x29b34ed0c000)
/usr/lib/golang/src/os/exec/exec.go:640 +0x18 fp=0x29b34e7f9d58 sp=0x29b34e7f9d40 pc=0x1f00378
go.podman.io/storage/drivers/overlay.generateComposeFsBlob(0x29b34ec3b560, {0x160ede0, 0x29b34ec3b350}, {0x29b34ea587e0, 0x8b})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/drivers/overlay/composefs.go:68 +0x2f2 fp=0x29b34e7f9fc0 sp=0x29b34e7f9d58 pc=0x245e4f2
go.podman.io/storage/drivers/overlay.(*Driver).ApplyDiffFromStagingDirectory(0x29b34ec0d320, {0x29b34fe072c7, 0x40}, {0x0, 0x0}, 0x29b34eea2300, 0x1000000?)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/drivers/overlay/overlay.go:2305 +0x265 fp=0x29b34e7fa088 sp=0x29b34e7f9fc0 pc=0x2471ae5
go.podman.io/storage.(*layerStore).applyDiffFromStagingDirectory(0x29b34eca8000, {0x29b34fe072c7, 0x40}, 0x29b34eea2300, 0x29b34e872240)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/layers.go:2870 +0x270 fp=0x29b34e7fa480 sp=0x29b34e7fa088 pc=0x24b3410
go.podman.io/storage.(*layerStore).create(0x29b34eca8000, {0x29b34fe072c7, 0x40}, 0x0, {0x0, 0x0, 0x0}, {0x0, 0x0}, 0x0, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/layers.go:1728 +0x2315 fp=0x29b34e7faa48 sp=0x29b34e7fa480 pc=0x24a87f5
go.podman.io/storage.(*store).ApplyStagedLayer(0x29b34ed801a0, {{0x29b34fe072c7, 0x40}, {0x0, 0x0}, {0x0, 0x0, 0x0}, {0x0, 0x0}, ...})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/store.go:3327 +0x39b fp=0x29b34e7fac48 sp=0x29b34e7faa48 pc=0x24c439b
go.podman.io/image/v5/storage.(*storageImageDestination).createNewLayer(0x29b34e9f6540, 0x0, {0x0, {0x29b34fe072c0, 0x47}, {0x0, 0x0}, {0x29b34ecc0190, 0x47}}, {0x0, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/storage/storage_dest.go:1138 +0x743 fp=0x29b34e7fb030 sp=0x29b34e7fac48 pc=0x25108c3
go.podman.io/image/v5/storage.(*storageImageDestination).commitLayer(0x29b34e9f6540, 0x0, {{0x29b34ecc0190?, 0x29b34ec3b020?}, 0x0?}, 0xffffffffffffffff)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/storage/storage_dest.go:1047 +0x875 fp=0x29b34e7fb308 sp=0x29b34e7fb030 pc=0x250f895
go.podman.io/image/v5/storage.(*storageImageDestination).queueOrCommit(0x29b34e9f6540, 0x0, {{0x29b34ecc0190?, 0x0?}, 0x0?})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/storage/storage_dest.go:926 +0x18e fp=0x29b34e7fb370 sp=0x29b34e7fb308 pc=0x250ef4e
go.podman.io/image/v5/storage.(*storageImageDestination).PutBlobPartial(0x29b34e9f6540, {0x1a31cd8, 0x3092520}, {0x1a20058, 0x29b34ec3a570}, {{0x29b34ecc0190, 0x47}, 0x2aafe5, {0x0, 0x0, ...}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/storage/storage_dest.go:499 +0x7f6 fp=0x29b34e7fb650 sp=0x29b34e7fb370 pc=0x250b136
go.podman.io/image/v5/copy.(*imageCopier).copyLayer.func2(0x29b34ed0ec80, 0x0?, {{0x29b34ecc0190, 0x47}, 0x2aafe5, {0x0, 0x0, 0x0}, 0x0, {0x29b34f020e40, ...}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:810 +0x330 fp=0x29b34e7fb888 sp=0x29b34e7fb650 pc=0x2410570
go.podman.io/image/v5/copy.(*imageCopier).copyLayer(0x29b34ed0ec80, {0x1a31cd8, 0x3092520}, {{0x29b34ecc0190, 0x47}, 0x2aafe5, {0x0, 0x0, 0x0}, 0x0, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:836 +0xbb0 fp=0x29b34e7fbc60 sp=0x29b34e7fb888 pc=0x240bf70
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func1(0x0, {{0x29b34ecc0190, 0x47}, 0x2aafe5, {0x0, 0x0, 0x0}, 0x0, {0x29b34f020e40, 0x31}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:474 +0x3ce fp=0x29b34e7fbee8 sp=0x29b34e7fbc60 pc=0x240e98e
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func2.1()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:515 +0x10f fp=0x29b34e7fbfb0 sp=0x29b34e7fbee8 pc=0x240e50f
sync.(*WaitGroup).Go.func1()
/usr/lib/golang/src/sync/waitgroup.go:258 +0x4a fp=0x29b34e7fbfe0 sp=0x29b34e7fbfb0 pc=0x1af57aa
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e7fbfe8 sp=0x29b34e7fbfe0 pc=0x1ae6d41
created by sync.(*WaitGroup).Go in goroutine 1
/usr/lib/golang/src/sync/waitgroup.go:238 +0x7d
goroutine 60 gp=0x29b34e8850e0 m=nil [sync.RWMutex.RLock]:
runtime.gopark(0x3079460?, 0x1a1b6f8?, 0x40?, 0x13?, 0x1b27d8d?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ed2bcb0 sp=0x29b34ed2bc90 pc=0x1adf72a
runtime.goparkunlock(...)
/usr/lib/golang/src/runtime/proc.go:480
runtime.semacquire1(0x309382c, 0x0, 0x3, 0x0, 0x17)
/usr/lib/golang/src/runtime/sema.go:192 +0x232 fp=0x29b34ed2bd18 sp=0x29b34ed2bcb0 pc=0x1ab7e12
sync.runtime_SemacquireRWMutexR(0x15?, 0x18?, 0x27d?)
/usr/lib/golang/src/runtime/sema.go:100 +0x25 fp=0x29b34ed2bd50 sp=0x29b34ed2bd18 pc=0x1ae0ee5
sync.(*RWMutex).RLock(...)
/usr/lib/golang/src/sync/rwmutex.go:74
go.podman.io/storage/pkg/chunked.openDestinationFile(0x15, 0x29b34f8ea450, 0x29b34e87c340, 0x1, 0x29b34ee02870)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:818 +0x74 fp=0x29b34ed2be70 sp=0x29b34ed2bd50 pc=0x24fa914
go.podman.io/storage/pkg/chunked.(*chunkedDiffer).storeMissingFiles(0x29b34e8a47e0, 0x29b34e9053b0, 0x29b34e905420, 0x15, {0x29b34fad6008, 0x31, 0x1a759b3?}, 0x29b34e87c340)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:1035 +0xb4e fp=0x29b34ed2c030 sp=0x29b34ed2be70 pc=0x24fc22e
go.podman.io/storage/pkg/chunked.(*chunkedDiffer).retrieveMissingFiles(0x29b34e8a47e0, {0x1a216d8, 0x29b34ecc2240}, 0x15, {0x29b34fad6008?, 0x42?, 0x1a30a78?}, 0x29b34e87c340)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:1195 +0x2b8 fp=0x29b34ed2c0c0 sp=0x29b34ed2c030 pc=0x24fd4b8
go.podman.io/storage/pkg/chunked.(*chunkedDiffer).ApplyDiff(0x29b34e8a47e0, {0x29b34e7f40c0, 0x52}, 0x29b34e87c340, 0x29b34ee1c140)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:1927 +0x392b fp=0x29b34ed2ccf8 sp=0x29b34ed2c0c0 pc=0x250252b
go.podman.io/storage/drivers/overlay.(*Driver).ApplyDiffWithDiffer(0x29b34ec0d320, 0x1adf93f?, {0x1a27088, 0x29b34e8a47e0})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/drivers/overlay/overlay.go:2252 +0x7bf fp=0x29b34ed2d0c0 sp=0x29b34ed2ccf8 pc=0x24714ff
go.podman.io/storage.(*layerStore).applyDiffWithDifferNoLock(0x29b34ed801a0?, 0x0, {0x1a27088, 0x29b34e8a47e0})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/layers.go:2953 +0x10d fp=0x29b34ed2d340 sp=0x29b34ed2d0c0 pc=0x24b4d0d
go.podman.io/storage.(*store).PrepareStagedLayer(0x1a20138?, 0x0, {0x1a27088, 0x29b34e8a47e0})
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/store.go:3347 +0x53 fp=0x29b34ed2d370 sp=0x29b34ed2d340 pc=0x24c4693
go.podman.io/image/v5/storage.(*storageImageDestination).PutBlobPartial(0x29b34e9f6540, {0x1a31cd8, 0x3092520}, {0x1a20058, 0x29b34ed88930}, {{0x29b34ecc01e0, 0x47}, 0x2ed599, {0x0, 0x0, ...}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/storage/storage_dest.go:427 +0x470 fp=0x29b34ed2d650 sp=0x29b34ed2d370 pc=0x250adb0
go.podman.io/image/v5/copy.(*imageCopier).copyLayer.func2(0x29b34ed0ec80, 0x0?, {{0x29b34ecc01e0, 0x47}, 0x2ed599, {0x0, 0x0, 0x0}, 0x0, {0x29b34f020e40, ...}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:810 +0x330 fp=0x29b34ed2d888 sp=0x29b34ed2d650 pc=0x2410570
go.podman.io/image/v5/copy.(*imageCopier).copyLayer(0x29b34ed0ec80, {0x1a31cd8, 0x3092520}, {{0x29b34ecc01e0, 0x47}, 0x2ed599, {0x0, 0x0, 0x0}, 0x0, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:836 +0xbb0 fp=0x29b34ed2dc60 sp=0x29b34ed2d888 pc=0x240bf70
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func1(0x1, {{0x29b34ecc01e0, 0x47}, 0x2ed599, {0x0, 0x0, 0x0}, 0x0, {0x29b34f020e40, 0x31}, ...}, ...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:474 +0x3ce fp=0x29b34ed2dee8 sp=0x29b34ed2dc60 pc=0x240e98e
go.podman.io/image/v5/copy.(*imageCopier).copyLayers.func2.1()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/image/v5/copy/single.go:515 +0x10f fp=0x29b34ed2dfb0 sp=0x29b34ed2dee8 pc=0x240e50f
sync.(*WaitGroup).Go.func1()
/usr/lib/golang/src/sync/waitgroup.go:258 +0x4a fp=0x29b34ed2dfe0 sp=0x29b34ed2dfb0 pc=0x1af57aa
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ed2dfe8 sp=0x29b34ed2dfe0 pc=0x1ae6d41
created by sync.(*WaitGroup).Go in goroutine 1
/usr/lib/golang/src/sync/waitgroup.go:238 +0x7d
goroutine 170 gp=0x29b34e9fd4a0 m=nil [IO wait, 1 minutes]:
runtime.gopark(0x5?, 0x2c3?, 0x0?, 0x3?, 0x5ffc0b80626?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ee26858 sp=0x29b34ee26838 pc=0x1adf72a
runtime.netpollblock(0xffffffffffffffff?, 0x4ee268d8?, 0xb3?)
/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0x29b34ee26890 sp=0x29b34ee26858 pc=0x1a9d877
internal/poll.runtime_pollWait(0x7eff64e0ca00, 0x72)
/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0x29b34ee268b0 sp=0x29b34ee26890 pc=0x1ade505
internal/poll.(*pollDesc).wait(0x29b34ed0e700?, 0x29b34e96b000?, 0x0)
/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0x29b34ee268e8 sp=0x29b34ee268b0 pc=0x1b54567
internal/poll.(*pollDesc).waitRead(...)
/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0x29b34ed0e700, {0x29b34e96b000, 0x800, 0x800})
/usr/lib/golang/src/internal/poll/fd_unix.go:170 +0x2a8 fp=0x29b34ee26980 sp=0x29b34ee268e8 pc=0x1b555e8
net.(*netFD).Read(0x29b34ed0e700, {0x29b34e96b000?, 0x1a6b085?, 0x29b34ee26a10?})
/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0x29b34ee269c8 sp=0x29b34ee26980 pc=0x1c36a65
net.(*conn).Read(0x29b34ee90048, {0x29b34e96b000?, 0x29b34ee26a38?, 0x29b34e7c78e8?})
/usr/lib/golang/src/net/net.go:196 +0x45 fp=0x29b34ee26a10 sp=0x29b34ee269c8 pc=0x1c47a05
crypto/tls.(*Conn).readFromUntil(0x29b34e8e4008, {0x1a1c518, 0x29b34ee90048}, 0x29b34ee26c58?)
/usr/lib/golang/src/crypto/tls/conn.go:820 +0xf4 fp=0x29b34ee26a80 sp=0x29b34ee26a10 pc=0x1db5e34
crypto/tls.(*Conn).readRecordOrCCS(0x29b34e8e4008, 0x0)
/usr/lib/golang/src/crypto/tls/conn.go:626 +0x3fb fp=0x29b34ee26c68 sp=0x29b34ee26a80 pc=0x1db2e9b
crypto/tls.(*Conn).readRecord(...)
/usr/lib/golang/src/crypto/tls/conn.go:588
crypto/tls.(*Conn).Read(0x29b34e8e4008, {0x29b34eb27000, 0x1000, 0x70?})
/usr/lib/golang/src/crypto/tls/conn.go:1392 +0x148 fp=0x29b34ee26cd0 sp=0x29b34ee26c68 pc=0x1db9648
net/http.(*persistConn).Read(0x29b34ec363c0, {0x29b34eb27000?, 0x70?, 0x0?})
/usr/lib/golang/src/net/http/transport.go:2300 +0x47 fp=0x29b34ee26d30 sp=0x29b34ee26cd0 pc=0x1eb4887
bufio.(*Reader).fill(0x29b34e7c4c00)
/usr/lib/golang/src/bufio/bufio.go:113 +0x103 fp=0x29b34ee26d68 sp=0x29b34ee26d30 pc=0x1c61f63
bufio.(*Reader).Peek(0x29b34e7c4c00, 0x1)
/usr/lib/golang/src/bufio/bufio.go:152 +0x52 fp=0x29b34ee26d80 sp=0x29b34ee26d68 pc=0x1c62092
net/http.(*persistConn).readLoop(0x29b34ec363c0)
/usr/lib/golang/src/net/http/transport.go:2483 +0x172 fp=0x29b34ee26fc8 sp=0x29b34ee26d80 pc=0x1eb5432
net/http.(*Transport).dialConn.gowrap2()
/usr/lib/golang/src/net/http/transport.go:2123 +0x17 fp=0x29b34ee26fe0 sp=0x29b34ee26fc8 pc=0x1ebd5f7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ee26fe8 sp=0x29b34ee26fe0 pc=0x1ae6d41
created by net/http.(*Transport).dialConn in goroutine 98
/usr/lib/golang/src/net/http/transport.go:2123 +0x1da5
goroutine 171 gp=0x29b34e8d83c0 m=nil [select, 1 minutes]:
runtime.gopark(0x29b34e8b8f48?, 0x2?, 0x0?, 0x0?, 0x29b34e8b8ef4?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e8b8d78 sp=0x29b34e8b8d58 pc=0x1adf72a
runtime.selectgo(0x29b34e8b8f48, 0x29b34e8b8ef0, 0x0?, 0x0, 0x0?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34e8b8eb8 sp=0x29b34e8b8d78 pc=0x1ab7077
net/http.(*persistConn).writeLoop(0x29b34ec363c0)
/usr/lib/golang/src/net/http/transport.go:2810 +0xe6 fp=0x29b34e8b8fc8 sp=0x29b34e8b8eb8 pc=0x1eb6c26
net/http.(*Transport).dialConn.gowrap3()
/usr/lib/golang/src/net/http/transport.go:2124 +0x17 fp=0x29b34e8b8fe0 sp=0x29b34e8b8fc8 pc=0x1ebd5b7
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e8b8fe8 sp=0x29b34e8b8fe0 pc=0x1ae6d41
created by net/http.(*Transport).dialConn in goroutine 98
/usr/lib/golang/src/net/http/transport.go:2124 +0x1e05
goroutine 81 gp=0x29b34e7ca1e0 m=nil [select]:
runtime.gopark(0x29b34fc316c0?, 0x2?, 0x1?, 0x0?, 0x29b34fc31684?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34fc31508 sp=0x29b34fc314e8 pc=0x1adf72a
runtime.selectgo(0x29b34fc316c0, 0x29b34fc31680, 0x17eb650?, 0x1, 0x29b34fc316b8?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0xa97 fp=0x29b34fc31648 sp=0x29b34fc31508 pc=0x1ab7077
io.(*pipe).write(0x29b34fa5ac00, {0x29b34ec23000, 0x1000, 0x1000})
/usr/lib/golang/src/io/pipe.go:86 +0x1e5 fp=0x29b34fc31720 sp=0x29b34fc31648 pc=0x1b29885
io.(*PipeWriter).Write(0x3?, {0x29b34ec23000?, 0x29b34fc317e8?, 0x1b7aac5?})
/usr/lib/golang/src/io/pipe.go:161 +0x1a fp=0x29b34fc31750 sp=0x29b34fc31720 pc=0x1b29c5a
bufio.(*Writer).Flush(0x29b34e8726c0)
/usr/lib/golang/src/bufio/bufio.go:642 +0x52 fp=0x29b34fc31798 sp=0x29b34fc31750 pc=0x1c63bd2
bufio.(*Writer).Write(0x29b34e8726c0, {0x29b34fa44180?, 0x1?, 0x29b34fc31838?})
/usr/lib/golang/src/bufio/bufio.go:686 +0xd2 fp=0x29b34fc317f8 sp=0x29b34fc31798 pc=0x1c63e52
fmt.Fprint({0x1a1bc78, 0x29b34e8726c0}, {0x29b34fc31b70, 0x1, 0x1})
/usr/lib/golang/src/fmt/print.go:255 +0x6f fp=0x29b34fc31848 sp=0x29b34fc317f8 pc=0x1b73c0f
go.podman.io/storage/pkg/chunked/dump.dumpNode({0x1a1bc78, 0x29b34e8726c0}, 0x29b34fc31da8, 0x29b34fc31ea0, 0x29b34ec3b560, 0x29b34fc25e10)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/dump/dump.go:132 +0x366 fp=0x29b34fc31b90 sp=0x29b34fc31848 pc=0x24540a6
go.podman.io/storage/pkg/chunked/dump.GenerateDump.func1()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/dump/dump.go:267 +0x536 fp=0x29b34fc31fe0 sp=0x29b34fc31b90 pc=0x2455436
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34fc31fe8 sp=0x29b34fc31fe0 pc=0x1ae6d41
created by go.podman.io/storage/pkg/chunked/dump.GenerateDump in goroutine 59
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/dump/dump.go:227 +0x132
goroutine 239 gp=0x29b34f8ce5a0 m=nil [chan send]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0xca?, 0x29b34e882408?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34e839ef8 sp=0x29b34e839ed8 pc=0x1adf72a
runtime.chansend(0x29b34ea7e3f0, 0x29b34e839fb0, 0x1, 0x29b34e839f58?)
/usr/lib/golang/src/runtime/chan.go:283 +0x3fc fp=0x29b34e839f68 sp=0x29b34e839ef8 pc=0x1a69f5c
runtime.chansend1(0x29b34eccd680?, 0x29b34f100a20?)
/usr/lib/golang/src/runtime/chan.go:161 +0x17 fp=0x29b34e839f98 sp=0x29b34e839f68 pc=0x1a69b57
go.podman.io/storage/pkg/chunked.closeDestinationFiles(...)
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:893
go.podman.io/storage/pkg/chunked.(*chunkedDiffer).storeMissingFiles.gowrap1()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:937 +0x57 fp=0x29b34e839fe0 sp=0x29b34e839f98 pc=0x2506197
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34e839fe8 sp=0x29b34e839fe0 pc=0x1ae6d41
created by go.podman.io/storage/pkg/chunked.(*chunkedDiffer).storeMissingFiles in goroutine 60
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/storage_linux.go:937 +0x105
goroutine 238 gp=0x29b34f8ce780 m=nil [chan send]:
runtime.gopark(0x2?, 0x29b34ea7f8f0?, 0xe8?, 0x3a?, 0x7eff6544cc00?)
/usr/lib/golang/src/runtime/proc.go:474 +0xca fp=0x29b34ece4e80 sp=0x29b34ece4e60 pc=0x1adf72a
runtime.chansend(0x29b34e9053b0, 0x29b34ece4fa0, 0x1, 0x29b34ecc2710?)
/usr/lib/golang/src/runtime/chan.go:283 +0x3fc fp=0x29b34ece4ef0 sp=0x29b34ece4e80 pc=0x1a69f5c
runtime.chansend1(0x18c62c8?, 0x29b34ece4fb0?)
/usr/lib/golang/src/runtime/chan.go:161 +0x17 fp=0x29b34ece4f20 sp=0x29b34ece4ef0 pc=0x1a69b57
go.podman.io/storage/pkg/chunked.(*seekableFile).GetBlobAt.func1()
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/filesystem_linux.go:650 +0x65 fp=0x29b34ece4fe0 sp=0x29b34ece4f20 pc=0x2505aa5
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1264 +0x1 fp=0x29b34ece4fe8 sp=0x29b34ece4fe0 pc=0x1ae6d41
created by go.podman.io/storage/pkg/chunked.(*seekableFile).GetBlobAt in goroutine 60
/var/tmp/podman-container-tools/podman/vendor/go.podman.io/storage/pkg/chunked/filesystem_linux.go:648 +0xdf
rax 0xca
rbx 0x0
rcx 0x1ae8883
rdx 0x0
rdi 0x306c618
rsi 0x80
rbp 0x7ffc702e7360
rsp 0x7ffc702e7318
r8 0x0
r9 0x0
r10 0x0
r11 0x286
r12 0x7ffc702e7340
r13 0x29b34eb965b0
r14 0x3069640
r15 0xffffffffffffffff
rip 0x1ae8881
rflags 0x286
cs 0x33
fs 0x0
gs 0x0
[FAILED] Timed out after 90.001s.
command timed out after 90s: [/var/tmp/podman-container-tools/podman/bin/podman --storage-opt overlay.imagestore=/tmp/podman-e2e-736553077/imagecachedir --root /tmp/podman-e2e-736553077/subtest-3589638145/p/root --runroot /tmp/podman-e2e-736553077/subtest-3589638145/p/runroot --runtime crun --conmon /usr/bin/conmon --network-config-dir /etc/containers/networks --cgroup-manager systemd --tmpdir /tmp/podman-e2e-736553077/subtest-3589638145/p/clitmp --events-backend file --storage-driver overlay --storage-opt overlay.use_composefs=true --pull-option=enable_partial_images=true --pull-option=convert_images=true run -q -dt --name hc quay.io/libpod/badhealthcheck:latest]
Expected process to exit. It did not.
In [It] at: /var/tmp/podman-container-tools/podman/test/utils/utils.go:289 @ 09/11/26 12:30:24.06
Full Stack Trace
go.podman.io/podman/v6/test/utils.(*PodmanSession).WaitWithTimeout(0x2d3c3693ce50, 0x5a)
/var/tmp/podman-container-tools/podman/test/utils/utils.go:289 +0x16c
go.podman.io/podman/v6/test/utils.(*PodmanSession).WaitWithDefaultTimeout(...)
/var/tmp/podman-container-tools/podman/test/utils/utils.go:284
go.podman.io/podman/v6/test/e2e.init.func35.13()
/var/tmp/podman-container-tools/podman/test/e2e/healthcheck_run_test.go:167 +0x145
← Exit [It] podman healthcheck --ignore-result exits 0 on failing healthcheck - /var/tmp/podman-container-tools/podman/test/e2e/healthcheck_run_test.go:164 @ 09/11/26 12:30:24.06 (1m31.003s)
→ Enter [AfterEach] TOP-LEVEL - /var/tmp/podman-container-tools/podman/test/e2e/common_test.go:136 @ 09/11/26 12:30:24.061
# podman [options] --pull-option=enable_partial_images=true --pull-option=convert_images=true stop --all -t 0
time="2026-09-11T12:30:24Z" level=warning msg="Found incomplete layer \"50644c29ef5a27c9a40c393a73ece2479de78325cae7d762ef3cdc19bf42dd0a\", deleting it"
# podman [options] --pull-option=enable_partial_images=true --pull-option=convert_images=true pod rm -fa -t 0
# podman [options] --pull-option=enable_partial_images=true --pull-option=convert_images=true rm -fa -t 0
[FAILED] stop --all -t0 error logged
Expected
<string>: time="2026-09-11T12:30:24Z" level=warning msg="Found incomplete layer \"50644c29ef5a27c9a40c393a73ece2479de78325cae7d762ef3cdc19bf42dd0a\", deleting it"
to be empty
In [AfterEach] at: /var/tmp/podman-container-tools/podman/test/e2e/common_test.go:933 @ 09/11/26 12:30:24.239
Full Stack Trace
go.podman.io/podman/v6/test/e2e.(*PodmanTestIntegration).Cleanup(0x2d3c38270400)
/var/tmp/podman-container-tools/podman/test/e2e/common_test.go:933 +0x56a
go.podman.io/podman/v6/test/e2e.init.func12()
/var/tmp/podman-container-tools/podman/test/e2e/common_test.go:142 +0x65
← Exit [AfterEach] TOP-LEVEL - /var/tmp/podman-container-tools/podman/test/e2e/common_test.go:136 @ 09/11/26 12:30:24.239 (178ms)
<< Timeline
Just seen once but since we have a stack trace I figure someone might be able to check for some error around the code paths there.
cc @giuseppe
Note this is not a panic, the e2e tests are setup to send SIGABRT on timeout to kill the process and create a useful stack trace to know where the command hanged.
https://github.com/podman-container-tools/podman/actions/runs/34596518395/job/103258111469