Here’s the first few traces (but there are about 400 of them):
fatal error: concurrent map iteration and map write
goroutine 69320 [running]:
runtime.throw(0xfc112b, 0x26)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/panic.go:596 +0x95 fp=0xc4245f53d8 sp=0xc4245f53b8
runtime.mapiternext(0xc4245f54a8)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/hashmap.go:737 +0x7ee fp=0xc4245f5488 sp=0xc4245f53d8
github.com/couchbase/query/value.sortedNames(0xc422fa4030, 0xc423283b00, 0x2, 0x10, 0x0, 0x0, 0xf32fe0)
goproj/src/github.com/couchbase/query/value/object.go:620 +0xd6 fp=0xc4245f5518 sp=0xc4245f5488
github.com/couchbase/query/value.objectValue.MarshalJSON(0xc422fa4030, 0x0, 0x0, 0x0, 0x0, 0x0)
goproj/src/github.com/couchbase/query/value/object.go:48 +0x174 fp=0xc4245f55d8 sp=0xc4245f5518
encoding/json.marshalerEncoder(0xc42235f290, 0xf32fe0, 0xc422fa4030, 0x15, 0xc422fa0100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:451 +0x9f fp=0xc4245f5648 sp=0xc4245f55d8
encoding/json.(*encodeState).reflectValue(0xc42235f290, 0xf32fe0, 0xc422fa4030, 0x15, 0xc422fa0100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:323 +0x82 fp=0xc4245f5680 sp=0xc4245f5648
encoding/json.interfaceEncoder(0xc42235f290, 0xe1f200, 0xc4258655e0, 0x94, 0xc425860100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:617 +0xdb fp=0xc4245f56c0 sp=0xc4245f5680
encoding/json.(*mapEncoder).encode(0xc42000e148, 0xc42235f290, 0xe32bc0, 0xc424d77230, 0x15, 0xe30100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:690 +0x589 fp=0xc4245f5830 sp=0xc4245f56c0
encoding/json.(*mapEncoder).(encoding/json.encode)-fm(0xc42235f290, 0xe32bc0, 0xc424d77230, 0x15, 0xc424d70100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:706 +0x64 fp=0xc4245f5870 sp=0xc4245f5830
encoding/json.(*encodeState).reflectValue(0xc42235f290, 0xe32bc0, 0xc424d77230, 0x15, 0x100)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:323 +0x82 fp=0xc4245f58a8 sp=0xc4245f5870
encoding/json.(*encodeState).marshal(0xc42235f290, 0xe32bc0, 0xc424d77230, 0xc420f50100, 0x0, 0x0)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:296 +0xb8 fp=0xc4245f58e0 sp=0xc4245f58a8
encoding/json.Marshal(0xe32bc0, 0xc424d77230, 0x3, 0xc420024650, 0xc420024600, 0xc420f54b60, 0xc422383380)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/encoding/json/encode.go:161 +0x6e fp=0xc4245f5928 sp=0xc4245f58e0
github.com/couchbase/go-couchbase.(*Bucket).WriteCasWithMT(0xc420496e00, 0xc420945080, 0x23, 0x2000000, 0x0, 0x1571c2edd2810000, 0xe32bc0, 0xc424d77230, 0x0, 0x0, ...)
godeps/src/github.com/couchbase/go-couchbase/client.go:869 +0x3b7 fp=0xc4245f5a00 sp=0xc4245f5928
github.com/couchbase/go-couchbase.(*Bucket).CasWithMeta(0xc420496e00, 0xc420945080, 0x23, 0x2000000, 0x0, 0x1571c2edd2810000, 0xe32bc0, 0xc424d77230, 0x1571c30646400000, 0x0, ...)
godeps/src/github.com/couchbase/go-couchbase/client.go:851 +0x93 fp=0xc4245f5a78 sp=0xc4245f5a00
github.com/couchbase/query/datastore/couchbase.(*keyspace).performOp(0xc4208dd950, 0x2, 0xc4223f7000, 0x10, 0x40, 0x344659980000000a, 0xed3ac4ff2, 0x1, 0xb5b3, 0x1908600)
goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1263 +0xaa9 fp=0xc4245f5c28 sp=0xc4245f5a78
github.com/couchbase/query/datastore/couchbase.(*keyspace).Update(0xc4208dd950, 0xc4223f7000, 0x10, 0x40, 0xc421344390, 0x0, 0x0, 0xc4245f5d08, 0x472640)
goproj/src/github.com/couchbase/query/datastore/couchbase/couchbase.go:1295 +0x56 fp=0xc4245f5c88 sp=0xc4245f5c28
github.com/couchbase/query/execution.(*SendUpdate).flushBatch(0xc4244505a0, 0xc4265ab600, 0xed3ac4f00)
goproj/src/github.com/couchbase/query/execution/update_send.go:154 +0x75d fp=0xc4245f5d80 sp=0xc4245f5c88
github.com/couchbase/query/execution.(*base).enbatchSize(0xc4244505a0, 0x18d31a0, 0xc4208f4810, 0x189c720, 0xc4244505a0, 0x10, 0xc4265ab600, 0x18d31a0)
goproj/src/github.com/couchbase/query/execution/base.go:707 +0x1a2 fp=0xc4245f5de0 sp=0xc4245f5d80
github.com/couchbase/query/execution.(*base).enbatch(0xc4244505a0, 0x18d31a0, 0xc4208f4810, 0x189c720, 0xc4244505a0, 0xc4265ab600, 0xaef701)
goproj/src/github.com/couchbase/query/execution/base.go:721 +0x69 fp=0xc4245f5e30 sp=0xc4245f5de0
github.com/couchbase/query/execution.(*SendUpdate).processItem(0xc4244505a0, 0x18d31a0, 0xc4208f4810, 0xc4265ab600, 0x1)
goproj/src/github.com/couchbase/query/execution/update_send.go:56 +0x90 fp=0xc4245f5e78 sp=0xc4245f5e30
github.com/couchbase/query/execution.(*base).runConsumer.func1()
goproj/src/github.com/couchbase/query/execution/base.go:547 +0x25d fp=0xc4245f5f00 sp=0xc4245f5e78
github.com/couchbase/query/util.(*Once).Do(0xc424450698, 0xc4209d8738)
goproj/src/github.com/couchbase/query/util/sync.go:51 +0x68 fp=0xc4245f5f28 sp=0xc4245f5f00
github.com/couchbase/query/execution.(*base).runConsumer(0xc4244505a0, 0x189a160, 0xc4244505a0, 0xc4265ab600, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/base.go:552 +0xaf fp=0xc4245f5f80 sp=0xc4245f5f28
github.com/couchbase/query/execution.(*SendUpdate).RunOnce(0xc4244505a0, 0xc4265ab600, 0x0, 0x0)
goproj/src/github.com/couchbase/query/execution/update_send.go:52 +0x5c fp=0xc4245f5fc0 sp=0xc4245f5f80
runtime.goexit()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4245f5fc8 sp=0xc4245f5fc0
created by github.com/couchbase/query/execution.(*Sequence).RunOnce.func1
goproj/src/github.com/couchbase/query/execution/sequence.go:95 +0x404
goroutine 1 [chan receive, 2 minutes]:
runtime.gopark(0xfdf1a0, 0xc420aca298, 0xfa7e83, 0xc, 0x17, 0x3)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:271 +0x13a fp=0xc420d3faa0 sp=0xc420d3fa70
runtime.goparkunlock(0xc420aca298, 0xfa7e83, 0xc, 0xc42048fb17, 0x3)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:277 +0x5e fp=0xc420d3fae0 sp=0xc420d3faa0
runtime.chanrecv(0xde2000, 0xc420aca240, 0xc42048fc38, 0x1, 0xc42048fbe0)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/chan.go:513 +0x371 fp=0xc420d3fb80 sp=0xc420d3fae0
runtime.chanrecv1(0xde2000, 0xc420aca240, 0xc42048fc38)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/chan.go:395 +0x35 fp=0xc420d3fbb8 sp=0xc420d3fb80
main.signalCatcher(0xc42016d900, 0xc420021080)
goproj/src/github.com/couchbase/query/server/cbq-engine/main.go:298 +0x135 fp=0xc420d3fc78 sp=0xc420d3fbb8
main.main()
goproj/src/github.com/couchbase/query/server/cbq-engine/main.go:288 +0x145d fp=0xc420d3ff88 sp=0xc420d3fc78
runtime.main()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:185 +0x20a fp=0xc420d3ffe0 sp=0xc420d3ff88
runtime.goexit()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420d3ffe8 sp=0xc420d3ffe0
goroutine 17 [syscall, 2 minutes, locked to thread]:
runtime.goexit()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc420044fe8 sp=0xc420044fe0
goroutine 2 [force gc (idle), 2 minutes]:
runtime.gopark(0xfdf1a0, 0x1907e70, 0xfaaad0, 0xf, 0xfdf014, 0x1)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:271 +0x13a fp=0xc420032768 sp=0xc420032738
runtime.goparkunlock(0x1907e70, 0xfaaad0, 0xf, 0xc420000114, 0x1)
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:277 +0x5e fp=0xc4200327a8 sp=0xc420032768
runtime.forcegchelper()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:226 +0x9e fp=0xc4200327e0 sp=0xc4200327a8
runtime.goexit()
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/asm_amd64.s:2197 +0x1 fp=0xc4200327e8 sp=0xc4200327e0
created by runtime.init.4
/home/couchbase/.cbdepscache/exploded/x86_64/go-1.8.5/go/src/runtime/proc.go:215 +0x35