Re: "stuck spinlock"

On Dec 12, 2013, at 4:23 PM, Andres Freund <andres@2ndquadrant.com> wrote:
> Could you install the -dbg package and regenerate?

Here's another, same system, different crash:

#0  0x00007fa03faf5425 in raise () from /lib/x86_64-linux-gnu/libc.so.6
#1  0x00007fa03faf8b8b in abort () from /lib/x86_64-linux-gnu/libc.so.6
#2  0x00007fa041e1491b in errfinish (dummy=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/utils/error/elog.c:542
#3  0x00007fa041e15477 in elog_finish (elevel=<optimized out>,    fmt=0x7fa041f32a48 "stuck spinlock (%p) detected at
%s:%d")  at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/utils/error/elog.c:1297 
#4  0x00007fa041d30db3 in s_lock_stuck (line=1099,    file=0x7fa041f2fa78
"/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c",lock=0x7f9c2acb2ac8 "\001")   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/lmgr/s_lock.c:40
#5  s_lock (lock=0x7f9c2acb2ac8 "\001",    file=0x7fa041f2fa78
"/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c",line=1099)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/lmgr/s_lock.c:109
#6  0x00007fa041d191f0 in PinBuffer (buf=0x7f9c2acb2aa8, strategy=0x0)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:1099
#7  0x00007fa041d19af9 in BufferAlloc (foundPtr=0x7fff1948963e "\001",    strategy=0x0, blockNum=8796,
forkNum=MAIN_FORKNUM,relpersistence=112 'p',    smgr=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:776
#8  ReadBuffer_common (smgr=<optimized out>, relpersistence=112 'p',    forkNum=MAIN_FORKNUM, blockNum=8796,
mode=RBM_NORMAL,strategy=0x0,    hit=0x7fff194896af "")   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:333
#9  0x00007fa041d1a53e in ReadBufferExtended (reln=0x7f9c1edd4908,    forkNum=MAIN_FORKNUM, blockNum=8796,
mode=<optimizedout>,    strategy=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/storage/buffer/bufmgr.c:252
#10 0x00007fa041b5a706 in heapgetpage (scan=0x7fa043389050, page=8796)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:332
#11 0x00007fa041b5ac12 in heapgettup_pagemode (scan=0x7fa043389050,    dir=<optimized out>, nkeys=0, key=0x0)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:939
#12 0x00007fa041b5bf76 in heap_getnext (scan=0x7fa043389050,    direction=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/access/heap/heapam.c:1459
#13 0x00007fa041c7a9eb in SeqNext (node=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeSeqscan.c:66
#14 0x00007fa041c6998e in ExecScanFetch (   recheckMtd=0x7fa041c7a9b0 <SeqRecheck>,    accessMtd=0x7fa041c7a9c0
<SeqNext>,node=0x7fa0440f1c10)   at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execScan.c:82 
#15 ExecScan (node=0x7fa0440f1c10, accessMtd=0x7fa041c7a9c0 <SeqNext>,    recheckMtd=0x7fa041c7a9b0 <SeqRecheck>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execScan.c:167
#16 0x00007fa041c629c8 in ExecProcNode (node=0x7fa0440f1c10)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execProcnode.c:400
#17 0x00007fa041c6f07f in agg_retrieve_direct (aggstate=0x7fa0440f1510)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeAgg.c:1121
#18 ExecAgg (node=0x7fa0440f1510)   at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/nodeAgg.c:1013
#19 0x00007fa041c628b8 in ExecProcNode (node=0x7fa0440f1510)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execProcnode.c:476
#20 0x00007fa041c5fdd2 in ExecutePlan (dest=0x7fa042a955e0,    direction=<optimized out>, numberTuples=0, sendTuples=1
'\001',   operation=CMD_SELECT, planstate=0x7fa0440f1510, estate=0x7fa0440f1400)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execMain.c:1472
#21 standard_ExecutorRun (queryDesc=0x7fa0440f0ff0, direction=<optimized out>,    count=0)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/executor/execMain.c:307
#22 0x00007fa03c0d428d in explain_ExecutorRun (queryDesc=0x7fa0440f0ff0,    direction=ForwardScanDirection, count=0)
at/tmp/buildd/postgresql-9.3-9.3.2/build/../contrib/auto_explain/auto_explain.c:233 
#23 0x00007fa03bece525 in pgss_ExecutorRun (queryDesc=0x7fa0440f0ff0,    direction=ForwardScanDirection, count=0)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../contrib/pg_stat_statements/pg_stat_statements.c:717
#24 0x00007fa041d40207 in PortalRunSelect (portal=0x7fa0427061f0,    forward=<optimized out>, count=0, dest=<optimized
out>)  at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/pquery.c:946 
#25 0x00007fa041d41651 in PortalRun (portal=0x7fa0427061f0,    count=9223372036854775807, isTopLevel=1 '\001',
dest=0x7fa042a955e0,   altdest=0x7fa042a955e0, completionTag=0x7fff19489fa0 "")   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/pquery.c:790
#26 0x00007fa041d3d960 in exec_simple_query (   query_string=0x7fa0426034a0 "SELECT COUNT(*) FROM \"signups\"  WHERE
(signups.active_customer_expires_at> '2013-11-11' and (signups.overdue_invoices_count is null or
signups.overdue_invoices_count= 0))")   at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/postgres.c:1048 
#27 PostgresMain (argc=<optimized out>, argv=<optimized out>,    dbname=0x7fa0425eb138 "nbuild", username=<optimized
out>)  at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/tcop/postgres.c:4005 
#28 0x00007fa041cfa765 in BackendRun (port=0x7fa04262f050)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:3999
#29 BackendStartup (port=0x7fa04262f050)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:3688
#30 ServerLoop ()   at /tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:1589
#31 PostmasterMain (argc=<optimized out>, argv=<optimized out>)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/postmaster/postmaster.c:1258
#32 0x00007fa041b36ea2 in main (argc=5, argv=0x7fa0425e91a0)   at
/tmp/buildd/postgresql-9.3-9.3.2/build/../src/backend/main/main.c:196
--
-- Christophe Pettus  xof@thebuild.com