[postgres@ip-172-31-18-25 ~]$ pstack 8098 #0 0x0000ffff8a9c9954 in epoll_pwait () from /lib64/libc.so.6 #1 0x000000000081aa40 in WaitEventSetWaitBlock (nevents=1, occurred_events=, cur_timeout=600000, set=0x108d59b8) at latch.c:1535 #2 WaitEventSetWait (set=0x108d59b8, timeout=timeout@entry=600000, occurred_events=occurred_events@entry=0xfffff9c83678, nevents=nevents@entry=1, wait_event_info=wait_event_info@entry=150994946) at latch.c:1481 #3 0x000000000081ae04 in WaitLatch (latch=, wakeEvents=wakeEvents@entry=41, timeout=600000, wait_event_info=wait_event_info@entry=150994946) at latch.c:513 #4 0x00000000008dd9b4 in pg_sleep (fcinfo=) at misc.c:406 #5 0x000000000067f5dc in ExecInterpExpr (state=0x10ad7ae8, econtext=0x10ad7810, isnull=) at execExprInterp.c:758 #6 0x00000000006b7808 in ExecEvalExprSwitchContext (isNull=0xfffff9c837ef, econtext=0x10ad7810, state=) at ../../../src/include/executor/executor.h:355 #7 ExecProject (projInfo=) at ../../../src/include/executor/executor.h:389 #8 ExecResult (pstate=) at nodeResult.c:136 #9 0x00000000006833cc in ExecProcNode (node=0x10ad7700) at ../../../src/include/executor/executor.h:273 #10 ExecutePlan (execute_once=, dest=0x109f2a50, direction=, numberTuples=0, sendTuples=, operation=CMD_SELECT, use_parallel_mode=, planstate=0x10ad7700, estate=0x10ad74d8) at execMain.c:1670 #11 standard_ExecutorRun (queryDesc=0x10adb4f8, direction=, count=0, execute_once=) at execMain.c:365 #12 0x0000000000847b44 in PortalRunSelect (portal=portal@entry=0x10952f48, forward=forward@entry=true, count=0, count@entry=9223372036854775807, dest=dest@entry=0x109f2a50) at pquery.c:924 #13 0x0000000000849360 in PortalRun (portal=portal@entry=0x10952f48, count=count@entry=9223372036854775807, isTopLevel=isTopLevel@entry=true, run_once=run_once@entry=true, dest=dest@entry=0x109f2a50, altdest=altdest@entry=0x109f2a50, qc=qc@entry=0xfffff9c83b30) at pquery.c:768 #14 0x0000000000845044 in exec_simple_query (query_string=query_string@entry=0x108d9c88 "SELECT pg_sleep(0.1);") at postgres.c:1274 #15 0x0000000000845b68 in PostgresMain (dbname=, username=) at postgres.c:4637 #16 0x00000000007ab284 in BackendRun (port=0x109050b0) at postmaster.c:4464 #17 BackendStartup (port=0x109050b0) at postmaster.c:4192 #18 ServerLoop () at postmaster.c:1782 #19 0x00000000007ac3a4 in PostmasterMain (argc=argc@entry=8, argv=argv@entry=0x108d5310) at postmaster.c:1466 #20 0x0000000000493260 in main (argc=8, argv=0x108d5310) at main.c:198 [postgres@ip-172-31-18-25 ~]$ 31292 root 20 0 117M 4320 3136 S 0.0 0.0 0:00.00 │ ├─ /usr/sbin/CROND -n 31298 postgres 20 0 20988 6312 5320 S 0.0 0.0 0:00.00 │ │ ├─ /usr/sbin/sendmail -FCronDaemon -i -odi -oem -oi -t -f postgres 31307 postgres 20 0 20960 6144 5152 S 0.0 0.0 0:00.00 │ │ │ └─ /usr/sbin/postdrop -r 31293 postgres 20 0 111M 2616 2440 S 0.0 0.0 0:00.00 │ │ └─ /bin/sh -c cd /opt/postgres/build-farm-14 && PATH=/opt/gcc/home/ec2-user/proj/gcc/target/bin/:$PATH:/usr/local/bin PERL5LIB=/home/postgres/perl5/lib/perl5 ./run_build.pl --config=build-farm.conf REL_16_STABLE --verbose 31295 postgres 20 0 128M 17988 3928 S 0.0 0.1 0:00.08 │ │ └─ /usr/bin/perl ./run_build.pl --config=build-farm.conf REL_16_STABLE --verbose 5657 postgres 20 0 111M 2628 2448 S 0.0 0.0 0:00.00 │ │ └─ sh -c { cd pgsql.build/src/test/regress && make NO_LOCALE=1 check; echo $? > /opt/postgres/build-farm-14/buildroot/REL_16_STABLE/parula.lastrun-logs/laststatus; } > /opt/postgres/build-farm-14/buildroot/REL_16_STABLE/parula.lastrun-logs/lastcommand.log 2>&1; read st < 5658 postgres 20 0 110M 2084 1712 S 0.0 0.0 0:00.00 │ │ └─ make NO_LOCALE=1 check 6834 postgres 20 0 111M 2676 2480 S 0.0 0.0 0:00.00 │ │ └─ /bin/sh -c echo "# +++ regress check in src/test/regress +++" && PATH="/opt/postgres/build-farm-14/buildroot/REL_16_STABLE/pgsql.build/tmp_install/opt/postgres/build-farm-14/buildroot/REL_16_STABLE/inst/bin:/opt/postgres/build-farm-14/buildroot/REL_16_STABLE/pgsq 6835 postgres 20 0 110M 1960 1800 S 0.0 0.0 0:00.03 │ │ └─ ../../../src/test/regress/pg_regress --temp-instance=./tmp_check --inputdir=. --bindir= --temp-config=/tmp/buildfarm-w4K7O0/bfextra.conf --no-locale --port=5768 --dlpath=. --max-concurrent-tests=20 --port=5768 --schedule=./parallel_schedule 8090 postgres 20 0 15448 5536 4708 S 0.0 0.0 0:00.00 │ │ ├─ psql -X -a -q -d regression -v HIDE_TABLEAM=on -v HIDE_TOAST_COMPRESSION=on 6849 postgres 20 0 166M 20544 19404 S 0.0 0.1 0:00.33 │ │ └─ postgres -D /opt/postgres/build-farm-14/buildroot/REL_16_STABLE/pgsql.build/src/test/regress/tmp_check/data -F -c listen_addresses= -k /tmp/pg_regress-Frl3F3 8098 postgres 20 0 171M 41404 37216 S 0.0 0.3 0:00.05 │ │ ├─ postgres: postgres regression [local] SELECT 6857 postgres 20 0 169M 8752 7344 S 0.0 0.1 0:00.01 │ │ ├─ postgres: logical replication launcher 6856 postgres 20 0 168M 8484 7032 S 0.0 0.1 0:00.08 │ │ ├─ postgres: autovacuum launcher 6855 postgres 20 0 166M 10040 8868 S 0.0 0.1 0:00.06 │ │ ├─ postgres: walwriter 6853 postgres 20 0 166M 5400 4244 S 0.0 0.0 0:00.02 │ │ ├─ postgres: background writer 6852 postgres 20 0 168M 111M 109M S 0.0 0.7 0:00.12 │ │ └─ postgres: checkpointer #0 0x0000ffff8a9c9954 in epoll_pwait () from /lib64/libc.so.6 No symbol table info available. #1 0x000000000081aa40 in WaitEventSetWaitBlock (nevents=1, occurred_events=, cur_timeout=335257, set=0x108d59b8) at latch.c:1535 returned_events = 0 rc = cur_event = cur_epoll_event = __func__ = "WaitEventSetWaitBlock" #2 WaitEventSetWait (set=0x108d59b8, timeout=timeout@entry=600000, occurred_events=occurred_events@entry=0xfffff9c83678, nevents=nevents@entry=1, wait_event_info=wait_event_info@entry=150994946) at latch.c:1481 rc = returned_events = 0 start_time = cur_time = cur_timeout = 335257 #3 0x000000000081ae04 in WaitLatch (latch=, wakeEvents=wakeEvents@entry=41, timeout=600000, wait_event_info=wait_event_info@entry=150994946) at latch.c:513 event = {pos = 9296220, events = 0, fd = 1713147409, user_data = 0xbc95e} #4 0x00000000008dd9b4 in pg_sleep (fcinfo=) at misc.c:406 delay = delay_ms = endtime = 0 #5 0x000000000067f5dc in ExecInterpExpr (state=0x10ad7ae8, econtext=0x10ad7810, isnull=) at execExprInterp.c:758 fcinfo = 0x10ad7bc0 args = 0x10ad7be0 nargs = d = op = resultslot = 0x10ad7a00 innerslot = 0x0 outerslot = 0x0 scanslot = 0x0 dispatch_table = {0x67e6f0 , 0x67e104 , 0x67e938 , 0x67e914 , 0x67e8d8 , 0x67e89c , 0x67e860 , 0x67e844 , 0x67e828 , 0x67e80c , 0x67eb1c , 0x67eacc , 0x67ea7c , 0x67ea2c , 0x67e9f4 , 0x67e9ac , 0x67e98c , 0x67e95c , 0x67e7c8 , 0x67e77c , 0x67e764 , 0x67e004 , 0x67e00c , 0x67efcc , 0x67e02c , 0x67e034 , 0x67f010 , 0x67efb0 , 0x67ef6c , 0x67ef54 , 0x67ef30 , 0x67ef0c , 0x67eed4 , 0x67eeb8 , 0x67ee98 , 0x67ee84 , 0x67ee70 , 0x67ee4c , 0x67ee24 , 0x67ee00 , 0x67edd8 , 0x67edc0 , 0x67eda8 , 0x67ed8c , 0x67ed60 , 0x67ed18 , 0x67ec6c , 0x67ec40 , 0x67ec10 , 0x67eba8 , 0x67eb94 , 0x67fb08 , 0x67eb80 , 0x67eb6c , 0x67eb34 , 0x67f33c , 0x67f2b8 , 0x67f274 , 0x67f260 , 0x67f248 , 0x67f230 , 0x67f218 , 0x67f1f8 , 0x67f0fc , 0x67f0e0 , 0x67f0c4 , 0x67ed34 , 0x67f06c , 0x67f04c , 0x67f0ac , 0x67f098 , 0x67f080 , 0x67f1e4 , 0x67f1cc , 0x67f1b8 , 0x67f188 , 0x67f174 , 0x67f13c , 0x67f118 , 0x67e054 , 0x67e060 , 0x67e71c , 0x67e6ac , 0x67e680 , 0x67e5c0 , 0x67e508 , 0x67e358 , 0x67e408 , 0x67e264 , 0x67e178 , 0x67e150 , 0x67e128 , 0x67e0dc , 0x67e0c4 , 0x67f89c } #6 0x00000000006b7808 in ExecEvalExprSwitchContext (isNull=0xfffff9c837ef, econtext=0x10ad7810, state=) at ../../../src/include/executor/executor.h:355 oldContext = 0x10ad73c0 #7 ExecProject (projInfo=) at ../../../src/include/executor/executor.h:389 econtext = 0x10ad7810 state = slot = 0x10ad7a00 isnull = 33 #8 ExecResult (pstate=) at nodeResult.c:136 node = outerTupleSlot = outerPlan = econtext = #9 0x00000000006833cc in ExecProcNode (node=0x10ad7700) at ../../../src/include/executor/executor.h:273 No locals. #10 ExecutePlan (execute_once=, dest=0x109f2a50, direction=, numberTuples=0, sendTuples=, operation=CMD_SELECT, use_parallel_mode=, planstate=0x10ad7700, estate=0x10ad74d8) at execMain.c:1670 slot = current_tuple_count = 0 #11 standard_ExecutorRun (queryDesc=0x10adb4f8, direction=, count=0, execute_once=) at execMain.c:365 estate = 0x10ad74d8 operation = CMD_SELECT dest = 0x109f2a50 sendTuples = 252 oldcontext = 0x10adb3e0 __func__ = "standard_ExecutorRun" #12 0x0000000000847b44 in PortalRunSelect (portal=portal@entry=0x10952f48, forward=forward@entry=true, count=0, count@entry=9223372036854775807, dest=dest@entry=0x109f2a50) at pquery.c:924 queryDesc = 0x10adb4f8 direction = nprocessed = __func__ = "PortalRunSelect" #13 0x0000000000849360 in PortalRun (portal=portal@entry=0x10952f48, count=count@entry=9223372036854775807, isTopLevel=isTopLevel@entry=true, run_once=run_once@entry=true, dest=dest@entry=0x109f2a50, altdest=altdest@entry=0x109f2a50, qc=qc@entry=0xfffff9c83b30) at pquery.c:768 _save_exception_stack = 0xfffff9c83de8 _save_context_stack = 0x0 _local_sigjmp_buf = {{__jmpbuf = {1, 278212424, 277719512, 277719560, 0, 278866512, 0, 2, 13605592, 277719592, 281474872391856, 2455851481445542082, 277697712, 2455605387221598826, 4631952216750555136, 0, 0, 0, 0, 0, 0, 0}, __mask_was_saved = 0, __saved_mask = {__val = {112, 277715824, 277719512, 13602816, 281474872392256, 8686156, 281474872392288, 4874408, 2, 278212424, 277719512, 277719560, 281474872392320, 8671248, 277719584, 8671184}}}} result = nprocessed = saveTopTransactionResourceOwner = 0x109673a8 saveTopTransactionContext = 0x1090cd40 saveActivePortal = 0x0 saveResourceOwner = 0x109673a8 savePortalContext = 0x0 saveMemoryContext = 0x1090cd40 __func__ = "PortalRun" #14 0x0000000000845044 in exec_simple_query (query_string=query_string@entry=0x108d9c88 "SELECT pg_sleep(0.1);") at postgres.c:1274 cmdtaglen = 6 snapshot_set = per_parsetree_context = 0x0 plantree_list = 0x109f2a00 parsetree = commandTag = qc = {commandTag = CMDTAG_UNKNOWN, nprocessed = 0} querytree_list = portal = 0x10952f48 receiver = 0x109f2a50 format = 0 cmdtagname = parsetree_item__state = {l = 0x108daa08, i = 0} dest = DestRemote oldcontext = 0x1090cd40 parsetree_list = 0x108daa08 parsetree_item = 0x108daa20 save_log_statement_stats = was_logged = true use_implicit_block = false msec_str = "\000\000\000\000\377\377\000\000\000\000\000\000\000\000\000\000X\002\317\000\000\000\000\000Q\000\000\000\000\000\000" __func__ = "exec_simple_query" #15 0x0000000000845b68 in PostgresMain (dbname=, username=) at postgres.c:4637 query_string = firstchar = input_message = {data = 0x108d9c88 "SELECT pg_sleep(0.1);", len = 22, maxlen = 1024, cursor = 22} local_sigjmp_buf = {{__jmpbuf = {13602816, 13602816, 8662912, 281474872393704, 277894208, 281474872394760, 277888464, 13455360, 0, 13551280, 281474872392544, 2455851481445527378, 15624, 2455605387221598602, 4631952216750555136, 0, 0, 0, 0, 0, 0, 0}, __mask_was_saved = 1, __saved_mask = {__val = {4194304, 7834284, 281474872393440, 8561608, 13562696, 13598720, 13602816, 8625692, 281474872393504, 8041068, 281474872393648, 277893296, 11145024, 281474872393704, 277894208, 277893296}}}} send_ready_for_query = false idle_in_transaction_timeout_enabled = false idle_session_timeout_enabled = false __func__ = "PostgresMain" #16 0x00000000007ab284 in BackendRun (port=0x109050b0) at postmaster.c:4464 No locals. #17 BackendStartup (port=0x109050b0) at postmaster.c:4192 bn = 0x10905440 pid = __func__ = "BackendStartup" #18 ServerLoop () at postmaster.c:1782 port = 0x109050b0 i = now = last_lockfile_recheck_time = 1713135987 last_touch_time = 1713135987 events = {{pos = 1, events = 2, fd = 7, user_data = 0x0}, {pos = 32816, events = 0, fd = -104315824, user_data = 0xffff8a9945a8 <__alloc_dir+72>}, {pos = 32768, events = 0, fd = 8, user_data = 0x1}, {pos = 10502040, events = 0, fd = -104315824, user_data = 0x400}, {pos = -104315632, events = 65535, fd = -1969666388, user_data = 0xffff8aa6d000 }, {pos = 8, events = 0, fd = -104315768, user_data = 0x0}, {pos = -104315520, events = 65535, fd = 66305, user_data = 0x1a81d3c4}, {pos = 16832, events = 2, fd = 1001, user_data = 0x0}, {pos = 0, events = 0, fd = 6, user_data = 0x1000}, {pos = 0, events = 0, fd = -104315504, user_data = 0xffff8a96ba0c }, {pos = -104315488, events = 65535, fd = -1969833460, user_data = 0xffff8aa6ea88 }, {pos = 4096, events = 0, fd = -1961892016, user_data = 0xffff8b0fe700}, {pos = 80, events = 0, fd = 277883320, user_data = 0x0}, {pos = 1, events = 0, fd = 0, user_data = 0xadaa98}, { pos = -1970278784, events = 65535, fd = 1867, user_data = 0x1}, {pos = -1970333812, events = 65535, fd = -1961839552, user_data = 0x0}, {pos = 119, events = 124, fd = 1, user_data = 0x630000006f}, {pos = 0, events = 0, fd = -104315408, user_data = 0xffff8b0e2cbc }, {pos = -1967215448, events = 65535, fd = 173, user_data = 0x1}, {pos = -1967223912, events = 65535, fd = -1961797040, user_data = 0x5}, {pos = -1961797040, events = 65535, fd = -104315208, user_data = 0xfffff9c846b4}, {pos = 66305, events = 0, fd = -104315168, user_data = 0xffff8b0e3644 <_dl_lookup_symbol_x+260>}, {pos = 2090263927, events = 0, fd = -1961773784, user_data = 0x4540dd}, {pos = -104314824, events = 65535, fd = -1961874848, user_data = 0x1}, {pos = -1961774688, events = 65535, fd = 1, user_data = 0xfffff9c84780}, {pos = 0, events = 0, fd = 32, user_data = 0x0}, {pos = 6, events = 0, fd = -1961875160, user_data = 0xffff00000000}, {pos = -104315008, events = 65535, fd = -104314992, user_data = 0x43e740}, {pos = 4538589, events = 0, fd = -104315208, user_data = 0xfffff9c846b4}, {pos = 32660373, events = 0, fd = -104315168, user_data = 0x0}, {pos = 1, events = 0, fd = 0, user_data = 0x1}, {pos = -1961774688, events = 65535, fd = -104314896, user_data = 0xffff8b0e7820 <_dl_fixup+192>}, {pos = 0, events = 0, fd = 13437312, user_data = 0xffff8b0fdf00}, {pos = -1961892096, events = 65535, fd = 13549568, user_data = 0xcec6b0 }, {pos = 277693024, events = 0, fd = 10528136, user_data = 0xacaed8}, {pos = 11381400, events = 0, fd = -104314944, user_data = 0x9b00b8 }, {pos = 277882224, events = 0, fd = 1343407616, user_data = 0xfffff9c847c0}, {pos = 0, events = 0, fd = -1961773784, user_data = 0xfffff9c84790}, {pos = 448139, events = 0, fd = 1024, user_data = 0xffff8abe9e38}, {pos = -1961797040, events = 65535, fd = 277883321, user_data = 0x108d9b70}, {pos = 0, events = 0, fd = 5120, user_data = 0xfffff9c847f0}, { pos = 10185012, events = 0, fd = 277882224, user_data = 0x10902570}, {pos = 277882224, events = 0, fd = 277883248, user_data = 0xfffff9c84920}, {pos = -1961960460, events = 65535, fd = 3, user_data = 0x8}, {pos = 8, events = 0, fd = 13602816, user_data = 0xcec000 }, {pos = 277693024, events = 0, fd = 277882224, user_data = 0xffff8abe9e38}, {pos = 135, events = 0, fd = -40, user_data = 0xfffff9c848c0}, {pos = -1969858540, events = 65535, fd = -1968765528, user_data = 0xffff8aa70590 }, {pos = 1, events = 0, fd = -1961893872, user_data = 0x1}, {pos = 0, events = 0, fd = 1635021578, user_data = 0xffff8a964100 }, {pos = -1968761744, events = 65535, fd = 0, user_data = 0x0}, {pos = 1343407616, events = 3428591778, fd = -104314592, user_data = 0xcc5c28a25012c600}, {pos = -104314592, events = 65535, fd = 8019644, user_data = 0x0}, {pos = 1343407616, events = 3428591778, fd = -104314592, user_data = 0x7a5f0c }, {pos = 6854, events = 0, fd = 8, user_data = 0x8}, {pos = 13602816, events = 0, fd = -104314416, user_data = 0x7a8d64 }, {pos = 0, events = 0, fd = 8, user_data = 0x108d4510}, {pos = 1024, events = 0, fd = 4194304, user_data = 0x6d8e78 }, { pos = 13541376, events = 0, fd = 0, user_data = 0xfffff9c849f0}, {pos = 8045472, events = 0, fd = 13602816, user_data = 0x8}, {pos = 8, events = 0, fd = 13602816, user_data = 0xcec000 }, {pos = 13551280, events = 0, fd = 277693024, user_data = 0xa0a588}, {pos = 11316952, events = 0, fd = 8, user_data = 0xfffff9c849f0}, {pos = 0, events = 0, fd = 0, user_data = 0x10904010}} nevents = __func__ = "ServerLoop" #19 0x00000000007ac3a4 in PostmasterMain (argc=argc@entry=8, argv=argv@entry=0x108d5310) at postmaster.c:1466 opt = status = userDoption = listen_addr_saved = false i = output_config_variable = __func__ = "PostmasterMain" #20 0x0000000000493260 in main (argc=8, argv=0x108d5310) at main.c:198 do_check_root = (gdb)