Fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?

[verbotenj]

ARM

Version: 3.12.1

runtime: pointer 0x36d62ad92660 to unused region of span span.base()=0x36d62ab3e000 span.limit=0x36d62ab3fe00 span.state=1
fatal error: found bad pointer in Go heap (incorrect use of unsafe or cgo?)

runtime stack:
runtime.throw(***0x20078b0?, 0x2000?***)
	runtime/panic.go:1229 +0x48 fp=0x36d62a623ed0 sp=0x36d62a623ea0 pc=0x488b08
runtime.badPointer(0x4047639980, 0x36d62ad92660, 0x0, 0x0)
	runtime/mbitmap.go:1334 +0x165 fp=0x36d62a623f20 sp=0x36d62a623ed0 pc=0x4276e5
runtime.findObject(0x45b225?, 0x36d62a602568?, 0x36d62a600008?)
	runtime/mbitmap.go:1386 +0x9e fp=0x36d62a623f58 sp=0x36d62a623f20 pc=0x486fde
runtime.wbBufFlush1(0x36d62a600008)
	runtime/mwbbuf.go:243 +0x113 fp=0x36d62a623fb0 sp=0x36d62a623f58 pc=0x44b733
runtime.wbBufFlush.func1()
	runtime/mwbbuf.go:181 +0x1e fp=0x36d62a623fc8 sp=0x36d62a623fb0 pc=0x48371e
runtime.systemstack(0x0)
	runtime/asm_amd64.s:562 +0x4a fp=0x36d62a623fd8 sp=0x36d62a623fc8 pc=0x48e74a

goroutine 1 gp=0x36d62a5701e0 m=3 mp=0x36d62a60d008 [running]:
runtime.systemstack_switch()
	runtime/asm_amd64.s:516 +0x8 fp=0x36d62a7e9c48 sp=0x36d62a7e9c38 pc=0x48e6e8
runtime.wbBufFlush()
	runtime/mwbbuf.go:180 +0x45 fp=0x36d62a7e9c60 sp=0x36d62a7e9c48 pc=0x44b605
gcWriteBarrier()
	runtime/asm_amd64.s:1869 +0x8d fp=0x36d62a7e9ce0 sp=0x36d62a7e9c60 pc=0x48e04d
regexp/syntax.(*parser).maybeConcat(0x36d62ad14980, 0xffffffff, 0x0)
	regexp/syntax/parse.go:352 +0x135 fp=0x36d62a7e9d48 sp=0x36d62a7e9ce0 pc=0x56e835
regexp/syntax.(*parser).push(0x36d62ad14980, 0x36d62ad541c0)
	regexp/syntax/parse.go:322 +0x21b fp=0x36d62a7e9d98 sp=0x36d62a7e9d48 pc=0x56e61b
regexp/syntax.(*parser).literal(0x36d62ad14980, 0x4f)
	regexp/syntax/parse.go:376 +0x125 fp=0x36d62a7e9dc8 sp=0x36d62a7e9d98 pc=0x56ea85
regexp/syntax.parse(***0x36d62a5e8b70, 0x25***, 0xd4)
	regexp/syntax/parse.go:931 +0xbda fp=0x36d62a7e9ec8 sp=0x36d62a7e9dc8 pc=0x5721ba
regexp/syntax.Parse(...)
	regexp/syntax/parse.go:888
regexp.compile(***0x36d62a5e8b70, 0x25***, 0xc9f0?, 0x0)
	regexp/regexp.go:168 +0x30 fp=0x36d62a7e9f50 sp=0x36d62a7e9ec8 pc=0x580410
regexp.Compile(...)
	regexp/regexp.go:131
regexp.Match(***0x36d62a5e8b70?, 0x36d62a57e55b?***, ***0x36d62ad4c9f0, 0x3, 0x8***)
	regexp/regexp.go:542 +0x3c fp=0x36d62a7e9fc8 sp=0x36d62a7e9f50 pc=0x581adc
github.com/getsops/sops/v3.Tree.shouldBeEncrypted(***0x0, 0xee13b6e0d, 0x0***, ***0x0, 0x0***, ***0x0, 0x0***, ***0x0, 0x0***, ***0x36d62a5e8b70, ...***, ...***, ...***, ...)
	github.com/getsops/sops/v3/sops.go:467 +0x30f fp=0x36d62a7ea040 sp=0x36d62a7e9fc8 pc=0x100994f
github.com/getsops/sops/v3.Tree.Decrypt.Tree.Decrypt.func1.func2(***0x1ae06c0, 0x36d62ad17660***, ***0x36d62ac41cc0, 0x3, 0x4***, ***0x36d62a6d09c0?, 0x36d62a7ea2c0?, 0x48b7c6?***)
	github.com/getsops/sops/v3/sops.go:598 +0x155 fp=0x36d62a7ea220 sp=0x36d62a7ea040 pc=0x100a955
github.com/getsops/sops/v3.TreeBranch.walkValue(***0x36d62a71a780?, 0x1aac6c0?, 0x4?***, ***0x1ae06c0?, 0x36d62aaca040?***, ***0x36d62ac41cc0, 0x3, 0x4***, ***0x36d62a6d09c0, 0x5, ...***, ...)
	github.com/getsops/sops/v3/sops.go:341 +0x3b3 fp=0x36d62a7ea2d0 sp=0x36d62a7ea220 pc=0x1008413
github.com/getsops/sops/v3.TreeBranch.walkSlice(***0x36d62a71a780, 0x3, 0x4***, ***0x36d62a8abc80, 0x5, 0x8***, ***0x36d62ac41cc0, 0x3, 0x4***, ***0x36d62a680b40, ...***, ...)
	github.com/getsops/sops/v3/sops.go:377 +0x3b5 fp=0x36d62a7ea3a0 sp=0x36d62a7ea2d0 pc=0x10089d5
github.com/getsops/sops/v3.TreeBranch.walkValue(***0x36d62a71a780?, 0x1ae06c0?, 0x3484a00?***, ***0x1aac740?, 0x36d62a69f9e0?***, ***0x36d62ac41cc0, 0x3, 0x4***, ***0x36d62a680b40, 0x4, ...***, ...)
	github.com/getsops/sops/v3/sops.go:357 +0x29f fp=0x36d62a7ea450 sp=0x36d62a7ea3a0 pc=0x10082ff
github.com/getsops/sops/v3.TreeBranch.walkBranch(***0x36d62a71a780, 0x3, 0x4***, ***0x36d62a568e00, 0x7, 0x8***, ***0x36d62a690720, 0x2, 0x2***, ***0x36d62a680b40, ...***, ...)
	github.com/getsops/sops/v3/sops.go:423 +0x805 fp=0x36d62a7ea580 sp=0x36d62a7ea450 pc=0x1009385
github.com/getsops/sops/v3.TreeBranch.walkValue(***0x36d62a71a780?, 0x1aac6c0?, 0x4?***, ***0x1dc5fe0?, 0x36d62a69f9f8?***, ***0x36d62a690720, 0x2, 0x2***, ***0x36d62a680b40, 0x3, ...***, ...)
	github.com/getsops/sops/v3/sops.go:355 +0x213 fp=0x36d62a7ea630 sp=0x36d62a7ea580 pc=0x1008273
github.com/getsops/sops/v3.TreeBranch.walkSlice(***0x36d62a71a780, 0x3, 0x4***, ***0x36d62aac8400, 0x4, 0x4***, ***0x36d62a690720, 0x2, 0x2***, ***0x36d62aacca20, ...***, ...)
	github.com/getsops/sops/v3/sops.go:377 +0x3b5 fp=0x36d62a7ea700 sp=0x36d62a7ea630 pc=0x10089d5
github.com/getsops/sops/v3.TreeBranch.walkValue(***0x36d62a71a780?, 0x1ae06c0?, 0x36d62aa16b60?***, ***0x1aac740?, 0x36d62a69fb18?***, ***0x36d62a690720, 0x2, 0x2***, ***0x36d62aacca20, 0x2, ...***, ...)
	github.com/getsops/sops/v3/sops.go:357 +0x29f fp=0x36d62a7ea7b0 sp=0x36d62a7ea700 pc=0x10082ff
github.com/getsops/sops/v3.TreeBranch.walkBranch(***0x36d62a71a780, 0x3, 0x4***, ***0x36d62a568d00, 0x7, 0x8***, ***0x36d62a80cc00, 0x1, 0x1***, ***0x36d62a69fe30, ...***, ...)
	github.com/getsops/sops/v3/sops.go:423 +0x805 fp=0x36d62a7ea8e0 sp=0x36d62a7ea7b0 pc=0x1009385
github.com/getsops/sops/v3.TreeBranch.walkValue(***0x36d62a71a780?, 0x1ae06c0?, 0x0?***, ***0x1dc5fe0?, 0x36d62a69fc38?***, ***0x36d62a80cc00, 0x1, 0x1***, ***0x36d62a69fe30, 0x1, ...***, ...)
	github.com/getsops/sops/v3/sops.go:355 +0x213 fp=0x36d62a7ea990 sp=0x36d62a7ea8e0 pc=0x1008273
github.com/getsops/sops/v3.TreeBranch.walkBranch(***0x36d62a71a780, 0x3, 0x4***, ***0x36d62a71a780, 0x3, 0x4***, ***0x3481560, 0x0, 0x0***, ***0x3481560, ...***, ...)
	github.com/getsops/sops/v3/sops.go:423 +0x805 fp=0x36d62a7eaac0 sp=0x36d62a7ea990 pc=0x1009385
github.com/getsops/sops/v3.Tree.Decrypt.func1(...)
	github.com/getsops/sops/v3/sops.go:596
github.com/getsops/sops/v3.Tree.Decrypt(***0x0, 0xee13b6e0d, 0x0***, ***0x0, 0x0***, ***0x0, 0x0***, ***0x0, 0x0***, ***0x36d62a5e8b70, ...***, ...***, ...***, ...)
	github.com/getsops/sops/v3/sops.go:638 +0x24b fp=0x36d62a7eabd0 sp=0x36d62a7eaac0 pc=0x100a6ab
github.com/getsops/sops/v3/cmd/sops/common.DecryptTree(***0x36d62a6be300, ***0x36d62a6a1410, 0x1, 0x1***, ***0x3425860, 0x2, 0x2***, 0x0, ***0x20720b8, 0x36d62a8dedb0***)
	github.com/getsops/sops/v3/cmd/sops/common/common.go:90 +0x14c fp=0x36d62a7eae80 sp=0x36d62a7eabd0 pc=0x190e5ac
main.decryptTree(***0x20720b8, 0x36d62a8dedb0***, ***0x4047546600, 0x36d62a5925f0***, ***0x4047546600, 0x36d62a5927c8***, ***0x36d62a6d6140, 0x43***, 0x0, 0x0, ...***)
	github.com/getsops/sops/v3/cmd/sops/decrypt.go:42 +0x229 fp=0x36d62a7eaf68 sp=0x36d62a7eae80 pc=0x19182a9
main.decrypt(***0x20720b8, 0x36d62a8dedb0***, ***0x4047546600, 0x36d62a5925f0***, ***0x4047546600, 0x36d62a5927c8***, ***0x36d62a6d6140, 0x43***, 0x0, 0x0, ...***)
	github.com/getsops/sops/v3/cmd/sops/decrypt.go:57 +0x88 fp=0x36d62a7eb060 sp=0x36d62a7eaf68 pc=0x1918388
main.main.func17(0x36d62a71e9a0)
	github.com/getsops/sops/v3/cmd/sops/main.go:1996 +0x12be fp=0x36d62a7eb880 sp=0x36d62a7eb060 pc=0x192d2de
github.com/urfave/cli.HandleAction(***0x1b1bea0?, 0x2037b58?***, 0x36d62a722380?)
	github.com/urfave/cli@v1.22.17/app.go:524 +0x9f fp=0x36d62a7eb898 sp=0x36d62a7eb880 pc=0x18f7c3f
github.com/urfave/cli.(*App).Run(0x36d62a722380, ***0x36d62a5de0c0, 0x4, 0x4***)
	github.com/urfave/cli@v1.22.17/app.go:286 +0x77e fp=0x36d62a7ebd50 sp=0x36d62a7eb898 pc=0x18f527e
main.main()
	github.com/getsops/sops/v3/cmd/sops/main.go:2106 +0x1e95 fp=0x36d62a7ebf48 sp=0x36d62a7ebd50 pc=0x191dd35
runtime.main()
	runtime/proc.go:290 +0x2d5 fp=0x36d62a7ebfe0 sp=0x36d62a7ebf48 pc=0x453315
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a7ebfe8 sp=0x36d62a7ebfe0 pc=0x4901a1

goroutine 2 gp=0x36d62a570f00 m=nil [force gc (idle)]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:462 +0xce fp=0x36d62a608fa8 sp=0x36d62a608f88 pc=0x488c2e
runtime.goparkunlock(...)
	runtime/proc.go:468
runtime.forcegchelper()
	runtime/proc.go:375 +0xb3 fp=0x36d62a608fe0 sp=0x36d62a608fa8 pc=0x453633
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a608fe8 sp=0x36d62a608fe0 pc=0x4901a1
created by runtime.init.7 in goroutine 1
	runtime/proc.go:363 +0x1a

goroutine 3 gp=0x36d62a5710e0 m=nil [GC sweep wait]:
runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:462 +0xce fp=0x36d62a609788 sp=0x36d62a609768 pc=0x488c2e
runtime.goparkunlock(...)
	runtime/proc.go:468
runtime.bgsweep(0x36d62a5e2200)
	runtime/mgcsweep.go:324 +0x151 fp=0x36d62a6097c8 sp=0x36d62a609788 pc=0x43d391
runtime.gcenable.gowrap1()
	runtime/mgc.go:214 +0x17 fp=0x36d62a6097e0 sp=0x36d62a6097c8 pc=0x42e737
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a6097e8 sp=0x36d62a6097e0 pc=0x4901a1
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:214 +0x66

goroutine 4 gp=0x36d62a5712c0 m=nil [sleep]:
runtime.gopark(0x36d62a680000?, 0x134d3784f98ae6b?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:462 +0xce fp=0x36d62a609f38 sp=0x36d62a609f18 pc=0x488c2e
runtime.goparkunlock(...)
	runtime/proc.go:468
runtime.(*scavengerState).sleep(0x345f6e0, 0x40d6b20000000000)
	runtime/mgcscavenge.go:504 +0xf6 fp=0x36d62a609fa8 sp=0x36d62a609f38 pc=0x43afd6
runtime.bgscavenge(0x36d62a5e2200)
	runtime/mgcscavenge.go:662 +0x74 fp=0x36d62a609fc8 sp=0x36d62a609fa8 pc=0x43b3b4
runtime.gcenable.gowrap2()
	runtime/mgc.go:215 +0x17 fp=0x36d62a609fe0 sp=0x36d62a609fc8 pc=0x42e6f7
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a609fe8 sp=0x36d62a609fe0 pc=0x4901a1
created by runtime.gcenable in goroutine 1
	runtime/mgc.go:215 +0xa5

goroutine 5 gp=0x36d62a5714a0 m=nil [finalizer wait]:
runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
	runtime/proc.go:462 +0xce fp=0x36d62a60a620 sp=0x36d62a60a600 pc=0x488c2e
runtime.runFinalizers()
	runtime/mfinal.go:210 +0x107 fp=0x36d62a60a7e0 sp=0x36d62a60a620 pc=0x42d6a7
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a60a7e8 sp=0x36d62a60a7e0 pc=0x4901a1
created by runtime.createfing in goroutine 1
	runtime/mfinal.go:172 +0x3d

goroutine 17 gp=0x36d62a86c960 m=nil [cleanup wait]:
runtime.gopark(0x101000000000000?, 0x1d2?, 0x3?, 0x0?, 0x3323140?)
	runtime/proc.go:462 +0xce fp=0x36d62a608768 sp=0x36d62a608748 pc=0x488c2e
runtime.goparkunlock(...)
	runtime/proc.go:468
runtime.(*cleanupQueue).dequeue(0x345fc80)
	runtime/mcleanup.go:522 +0xd4 fp=0x36d62a6087a0 sp=0x36d62a608768 pc=0x42a4f4
runtime.runCleanups()
	runtime/mcleanup.go:718 +0x45 fp=0x36d62a6087e0 sp=0x36d62a6087a0 pc=0x42ab65
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a6087e8 sp=0x36d62a6087e0 pc=0x4901a1
created by runtime.(*cleanupQueue).createGs in goroutine 1
	runtime/mcleanup.go:672 +0xa5

goroutine 18 gp=0x36d62a9514a0 m=nil [GC worker (idle)]:
runtime.gopark(0x134d3781410ffda?, 0x2?, 0xe6?, 0x68?, 0x0?)
	runtime/proc.go:462 +0xce fp=0x36d62a604740 sp=0x36d62a604720 pc=0x488c2e
runtime.gcBgMarkWorker(0x36d62a6825b0)
	runtime/mgc.go:1791 +0xeb fp=0x36d62a6047c8 sp=0x36d62a604740 pc=0x43120b
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1695 +0x17 fp=0x36d62a6047e0 sp=0x36d62a6047c8 pc=0x4310f7
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a6047e8 sp=0x36d62a6047e0 pc=0x4901a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1695 +0x105

goroutine 6 gp=0x36d62a8feb40 m=2 mp=0x36d62a60c808 [GC mark termination]:
runtime.systemstack_switch()
	runtime/asm_amd64.s:516 +0x8 fp=0x36d62a60aea0 sp=0x36d62a60ae90 pc=0x48e6e8
runtime.forEachP(...)
	runtime/proc.go:2112
runtime.gcMarkDone()
	runtime/mgc.go:1042 +0x154 fp=0x36d62a60af40 sp=0x36d62a60aea0 pc=0x42f594
runtime.gcBgMarkWorker(0x36d62a6825b0)
	runtime/mgc.go:1912 +0x2c8 fp=0x36d62a60afc8 sp=0x36d62a60af40 pc=0x4313e8
runtime.gcBgMarkStartWorkers.gowrap1()
	runtime/mgc.go:1695 +0x17 fp=0x36d62a60afe0 sp=0x36d62a60afc8 pc=0x4310f7
runtime.goexit(***)
	runtime/asm_amd64.s:1771 +0x1 fp=0x36d62a60afe8 sp=0x36d62a60afe0 pc=0x4901a1
created by runtime.gcBgMarkStartWorkers in goroutine 1
	runtime/mgc.go:1695 +0x105

[felixfontein]

Thanks for reporting this! You seem to use a EncryptedRegex. Can you tell us its value? Since the panic seems to origin during regex parsing, maybe there is a bug in the regex module when compiling this specific regular expression.

Also which platform you are using (OS, CPU architecture, ...)? You wrote ARM, but the stack trace mentions runtime/asm_amd64.s and not runtime/asm_arm64.s.