Re: "stuck spinlock"

On Dec 12, 2013, at 4:23 PM, Andres Freund <andres(at)2ndquadrant(dot)com> wrote:
> Could you install the -dbg package and regenerate?

Here's another, same system, different crash:

#0 0x00007fa03faf5425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#1 0x00007fa03faf8b8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
#2 0x00007fa041e1491b in errfinish (dummy=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/utils/error/elog.c:542
#3 0x00007fa041e15477 in elog_finish (elevel=<optimized out>,
fmt=0x7fa041f32a48 "stuck spinlock (%p) detected at %s:%d")
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/utils/error/elog.c:1297
#4 0x00007fa041d30db3 in s_lock_stuck (line=1099,
file=0x7fa041f2fa78 "/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c", lock=0x7f9c2acb2ac8 "\001")
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/lmgr/s_lock.c:40
#5 s_lock (lock=0x7f9c2acb2ac8 "\001",
file=0x7fa041f2fa78 "/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c", line=1099)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/lmgr/s_lock.c:109
#6 0x00007fa041d191f0 in PinBuffer (buf=0x7f9c2acb2aa8, strategy=0x0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:1099
#7 0x00007fa041d19af9 in BufferAlloc (foundPtr=0x7fff1948963e "\001",
strategy=0x0, blockNum=8796, forkNum=MAIN_FORKNUM, relpersistence=112 'p',
smgr=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:776
#8 ReadBuffer_common (smgr=<optimized out>, relpersistence=112 'p',
forkNum=MAIN_FORKNUM, blockNum=8796, mode=RBM_NORMAL, strategy=0x0,
hit=0x7fff194896af "")
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:333
#9 0x00007fa041d1a53e in ReadBufferExtended (reln=0x7f9c1edd4908,
forkNum=MAIN_FORKNUM, blockNum=8796, mode=<optimized out>,
strategy=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:252
#10 0x00007fa041b5a706 in heapgetpage (scan=0x7fa043389050, page=8796)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:332
#11 0x00007fa041b5ac12 in heapgettup_pagemode (scan=0x7fa043389050,
dir=<optimized out>, nkeys=0, key=0x0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:939
#12 0x00007fa041b5bf76 in heap_getnext (scan=0x7fa043389050,
direction=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:1459
#13 0x00007fa041c7a9eb in SeqNext (node=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeSeqscan.c:66
#14 0x00007fa041c6998e in ExecScanFetch (
recheckMtd=0x7fa041c7a9b0 <SeqRecheck>,
accessMtd=0x7fa041c7a9c0 <SeqNext>, node=0x7fa0440f1c10)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execScan.c:82
#15 ExecScan (node=0x7fa0440f1c10, accessMtd=0x7fa041c7a9c0 <SeqNext>,
recheckMtd=0x7fa041c7a9b0 <SeqRecheck>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execScan.c:167
#16 0x00007fa041c629c8 in ExecProcNode (node=0x7fa0440f1c10)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execProcnode.c:400
#17 0x00007fa041c6f07f in agg_retrieve_direct (aggstate=0x7fa0440f1510)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeAgg.c:1121
#18 ExecAgg (node=0x7fa0440f1510)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeAgg.c:1013
#19 0x00007fa041c628b8 in ExecProcNode (node=0x7fa0440f1510)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execProcnode.c:476
#20 0x00007fa041c5fdd2 in ExecutePlan (dest=0x7fa042a955e0,
direction=<optimized out>, numberTuples=0, sendTuples=1 '\001',
operation=CMD_SELECT, planstate=0x7fa0440f1510, estate=0x7fa0440f1400)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execMain.c:1472
#21 standard_ExecutorRun (queryDesc=0x7fa0440f0ff0, direction=<optimized out>,
count=0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execMain.c:307
#22 0x00007fa03c0d428d in explain_ExecutorRun (queryDesc=0x7fa0440f0ff0,
direction=ForwardScanDirection, count=0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../contrib/auto_explain/auto_explain.c:233
#23 0x00007fa03bece525 in pgss_ExecutorRun (queryDesc=0x7fa0440f0ff0,
direction=ForwardScanDirection, count=0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../contrib/pg_stat_statements/pg_stat_statements.c:717
#24 0x00007fa041d40207 in PortalRunSelect (portal=0x7fa0427061f0,
forward=<optimized out>, count=0, dest=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/pquery.c:946
#25 0x00007fa041d41651 in PortalRun (portal=0x7fa0427061f0,
count=9223372036854775807, isTopLevel=1 '\001', dest=0x7fa042a955e0,
altdest=0x7fa042a955e0, completionTag=0x7fff19489fa0 "")
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/pquery.c:790
#26 0x00007fa041d3d960 in exec_simple_query (
query_string=0x7fa0426034a0 "SELECT COUNT(*) FROM \"signups\" WHERE (signups.active_customer_expires_at > '2013-11-11' and (signups.overdue_invoices_count is null or signups.overdue_invoices_count = 0))")
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/postgres.c:1048
#27 PostgresMain (argc=<optimized out>, argv=<optimized out>,
dbname=0x7fa0425eb138 "nbuild", username=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/postgres.c:4005
#28 0x00007fa041cfa765 in BackendRun (port=0x7fa04262f050)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:3999
#29 BackendStartup (port=0x7fa04262f050)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:3688
#30 ServerLoop ()
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:1589
#31 PostmasterMain (argc=<optimized out>, argv=<optimized out>)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:1258
#32 0x00007fa041b36ea2 in main (argc=5, argv=0x7fa0425e91a0)
at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/main/main.c:196
--
-- Christophe Pettus
xof(at)thebuild(dot)com