[postgres@ip-172-31-18-25 ~]$ pstack 26147 #0 0x0000ffffadeda954 in epoll_pwait () from /lib64/libc.so.6 #1 0x0000000000842888 in WaitEventSetWaitBlock (nevents=1, occurred_events=, cur_timeout=600000, set=0x3148fac0) at latch.c:1570 #2 WaitEventSetWait (set=0x3148fac0, timeout=timeout@entry=600000, occurred_events=occurred_events@entry=0xffffd1194748, nevents=nevents@entry=1, wait_event_info=wait_event_info@entry=150994946) at latch.c:1516 #3 0x0000000000842c44 in WaitLatch (latch=, wakeEvents=wakeEvents@entry=41, timeout=600000, wait_event_info=wait_event_info@entry=150994946) at latch.c:538 #4 0x000000000090b7b4 in pg_sleep (fcinfo=) at misc.c:406 #5 0x0000000000698430 in ExecInterpExpr (state=0x316a6040, econtext=0x316a5e38, isnull=) at execExprInterp.c:764 #6 0x00000000006d0898 in ExecEvalExprSwitchContext (isNull=0xffffd11948bf, econtext=0x316a5e38, state=) at ../../../src/include/executor/executor.h:356 #7 ExecProject (projInfo=) at ../../../src/include/executor/executor.h:390 #8 ExecResult (pstate=) at nodeResult.c:135 #9 0x00000000006b92ec in ExecProcNode (node=0x316a5d28) at ../../../src/include/executor/executor.h:274 #10 gather_getnext (gatherstate=0x316a5b38) at nodeGather.c:287 #11 ExecGather (pstate=0x316a5b38) at nodeGather.c:222 #12 0x000000000069c36c in ExecProcNode (node=0x316a5b38) at ../../../src/include/executor/executor.h:274 #13 ExecutePlan (execute_once=, dest=0x31641e90, direction=, numberTuples=0, sendTuples=, operation=CMD_SELECT, use_parallel_mode=, planstate=0x316a5b38, estate=0x316a5910) at execMain.c:1646 #14 standard_ExecutorRun (queryDesc=0x316459c0, direction=, count=0, execute_once=) at execMain.c:363 #15 0x0000000000871564 in PortalRunSelect (portal=portal@entry=0x31512fb0, forward=forward@entry=true, count=0, count@entry=9223372036854775807, dest=dest@entry=0x31641e90) at pquery.c:924 #16 0x0000000000872d80 in PortalRun (portal=portal@entry=0x31512fb0, count=count@entry=9223372036854775807, isTopLevel=isTopLevel@entry=true, run_once=run_once@entry=true, dest=dest@entry=0x31641e90, altdest=altdest@entry=0x31641e90, qc=qc@entry=0xffffd1194c70) at pquery.c:768 #17 0x000000000086ea54 in exec_simple_query (query_string=query_string@entry=0x31493c90 "SELECT pg_sleep(0.1);") at postgres.c:1274 #18 0x000000000086f590 in PostgresMain (dbname=, username=) at postgres.c:4680 #19 0x000000000086ab20 in BackendMain (startup_data=, startup_data_len=) at backend_startup.c:105 #20 0x00000000007c54d8 in postmaster_child_launch (child_type=child_type@entry=B_BACKEND, startup_data=startup_data@entry=0xffffd1195138 "", startup_data_len=startup_data_len@entry=4, client_sock=client_sock@entry=0xffffd1195140) at launch_backend.c:265 #21 0x00000000007c8ec0 in BackendStartup (client_sock=0xffffd1195140) at postmaster.c:3593 #22 ServerLoop () at postmaster.c:1674 #23 0x00000000007cab68 in PostmasterMain (argc=argc@entry=8, argv=argv@entry=0x3148f320) at postmaster.c:1372 #24 0x0000000000496cb8 in main (argc=8, argv=0x3148f320) at main.c:197 [postgres@ip-172-31-18-25 ~]$ 2072 root 20 0 117M 4376 3192 S 0.0 0.0 0:00.00 │ └─ /usr/sbin/CROND -n 2087 postgres 20 0 20988 6496 5504 S 0.0 0.0 0:00.00 │ ├─ /usr/sbin/sendmail -FCronDaemon -i -odi -oem -oi -t -f postgres 2092 postgres 20 0 20960 6328 5336 S 0.0 0.0 0:00.00 │ │ └─ /usr/sbin/postdrop -r 2074 postgres 20 0 111M 2660 2488 S 0.0 0.0 0:00.00 │ └─ /bin/sh -c cd /opt/postgres/build-farm-14 && PATH=/opt/gcc/home/ec2-user/proj/gcc/target/bin/:$PATH:/usr/local/bin PERL5LIB=/home/postgres/perl5/lib/perl5 ./run_build.pl --config=build-farm.conf HEAD --verbose 2075 postgres 20 0 128M 18128 3940 S 0.0 0.1 0:00.08 │ └─ /usr/bin/perl ./run_build.pl --config=build-farm.conf HEAD --verbose 8751 postgres 20 0 111M 2660 2480 S 0.0 0.0 0:00.00 │ └─ sh -c { cd pgsql.build/src/test/regress && make NO_LOCALE=1 check; echo $? > /opt/postgres/build-farm-14/buildroot/HEAD/parula.lastrun-logs/laststatus; } > /opt/postgres/build-farm-14/buildroot/HEAD/parula.lastrun-logs/lastcommand.log 2>&1; read st < /opt/postgres/buil 8752 postgres 20 0 110M 2084 1712 S 0.0 0.0 0:00.00 │ └─ make NO_LOCALE=1 check 9947 postgres 20 0 111M 2836 2640 S 0.0 0.0 0:00.00 │ └─ /bin/sh -c echo "# +++ regress check in src/test/regress +++" && PATH="/opt/postgres/build-farm-14/buildroot/HEAD/pgsql.build/tmp_install/opt/postgres/build-farm-14/buildroot/HEAD/inst/bin:/opt/postgres/build-farm-14/buildroot/HEAD/pgsql.build/src/test/regress:$P 9948 postgres 20 0 121M 5540 4716 S 0.0 0.0 0:00.08 │ └─ ../../../src/test/regress/pg_regress --temp-instance=./tmp_check --inputdir=. --bindir= --temp-config=/tmp/buildfarm-RoyKTG/bfextra.conf --no-locale --port=5678 --dlpath=. --max-concurrent-tests=20 --port=5678 --schedule=./parallel_schedule 26137 postgres 20 0 15448 5636 4816 S 0.0 0.0 0:00.01 │ ├─ psql -X -a -q -d regression -v HIDE_TABLEAM=on -v HIDE_TOAST_COMPRESSION=on 9960 postgres 20 0 167M 20704 19564 S 0.0 0.1 0:04.08 │ └─ postgres -D /opt/postgres/build-farm-14/buildroot/HEAD/pgsql.build/src/test/regress/tmp_check/data -F -c listen_addresses= -k /tmp/pg_regress-wqlrdh 26147 postgres 20 0 172M 41980 37516 S 0.0 0.3 0:00.06 │ ├─ postgres: postgres regression [local] SELECT 9966 postgres 20 0 170M 8684 7256 S 0.0 0.1 0:00.02 │ ├─ postgres: logical replication launcher 9965 postgres 20 0 169M 8548 7124 S 0.0 0.1 0:00.20 │ ├─ postgres: autovacuum launcher 9964 postgres 20 0 167M 10044 8876 S 0.0 0.1 0:00.07 │ ├─ postgres: walwriter 9962 postgres 20 0 167M 5388 4232 S 0.0 0.0 0:00.05 │ ├─ postgres: background writer 9961 postgres 20 0 168M 114M 112M S 0.0 0.7 0:00.15 │ └─ postgres: checkpointer #0 0x0000ffffadeda954 in epoll_pwait () from /lib64/libc.so.6 No symbol table info available. #1 0x0000000000842888 in WaitEventSetWaitBlock (nevents=1, occurred_events=, cur_timeout=600000, set=0x3148fac0) at latch.c:1570 returned_events = 0 rc = cur_event = cur_epoll_event = __func__ = "WaitEventSetWaitBlock" #2 WaitEventSetWait (set=0x3148fac0, timeout=timeout@entry=600000, occurred_events=occurred_events@entry=0xffffd1194748, nevents=nevents@entry=1, wait_event_info=wait_event_info@entry=150994946) at latch.c:1516 rc = returned_events = 0 start_time = cur_time = cur_timeout = 600000 #3 0x0000000000842c44 in WaitLatch (latch=, wakeEvents=wakeEvents@entry=41, timeout=600000, wait_event_info=wait_event_info@entry=150994946) at latch.c:538 event = {pos = 9484124, events = 0, fd = 1713148331, user_data = 0x44f0b} #4 0x000000000090b7b4 in pg_sleep (fcinfo=) at misc.c:406 delay = delay_ms = endtime = 0 #5 0x0000000000698430 in ExecInterpExpr (state=0x316a6040, econtext=0x316a5e38, isnull=) at execExprInterp.c:764 fcinfo = 0x316a6198 args = 0x316a61b8 nargs = d = op = resultslot = 0x316a5f58 innerslot = 0x0 outerslot = 0x0 scanslot = 0x0 dispatch_table = {0x697590 , 0x69728c , 0x697268 , 0x697244 , 0x697208 , 0x6978cc , 0x697890 , 0x697874 , 0x697858 , 0x69783c , 0x697824 , 0x6977d4 , 0x697784 , 0x697734 , 0x6976fc , 0x6976b4 , 0x697694 , 0x697664 , 0x697620 , 0x6975d4 , 0x6975bc , 0x696dd8 , 0x696de0 , 0x697d7c , 0x696e00 , 0x696e08 , 0x697dc0 , 0x697d60 , 0x697d1c , 0x697d04 , 0x697ce0 , 0x697cbc , 0x697c84 , 0x697c68 , 0x697c48 , 0x697c34 , 0x697c20 , 0x697bfc , 0x697bd4 , 0x697bb0 , 0x697b88 , 0x697b70 , 0x697b58 , 0x697b3c , 0x697b10 , 0x697ac8 , 0x697a1c , 0x697a08 , 0x6979dc , 0x6979ac , 0x697944 , 0x697930 , 0x698990 , 0x69791c , 0x697908 , 0x698018 , 0x697fec , 0x697f68 , 0x697f24 , 0x697f10 , 0x697ef8 , 0x697ee0 , 0x697ec8 , 0x697ea8 , 0x697e8c , 0x697e70 , 0x697e54 , 0x697ae4 , 0x697dfc , 0x698128 , 0x697e3c , 0x697e28 , 0x697e10 , 0x698114 , 0x6980fc , 0x6980e8 , 0x6980c4 , 0x698098 , 0x698080 , 0x698050 , 0x6981b0 , 0x698178 , 0x698160 , 0x69813c , 0x696e28 , 0x696e34 , 0x697548 , 0x697504 , 0x6974d8 , 0x697418 , 0x697360 , 0x6972b0 , 0x697108 , 0x697014 , 0x696f00 , 0x696fec , 0x696ed8 , 0x696eb0 , 0x696e98 , 0x698734 } #6 0x00000000006d0898 in ExecEvalExprSwitchContext (isNull=0xffffd11948bf, econtext=0x316a5e38, state=) at ../../../src/include/executor/executor.h:356 oldContext = 0x316a5810 #7 ExecProject (projInfo=) at ../../../src/include/executor/executor.h:390 econtext = 0x316a5e38 state = slot = 0x316a5f58 isnull = false #8 ExecResult (pstate=) at nodeResult.c:135 node = outerTupleSlot = outerPlan = econtext = #9 0x00000000006b92ec in ExecProcNode (node=0x316a5d28) at ../../../src/include/executor/executor.h:274 No locals. #10 gather_getnext (gatherstate=0x316a5b38) at nodeGather.c:287 estate = 0x316a5910 outerPlan = 0x316a5d28 outerTupleSlot = fslot = 0x316a6688 tup = #11 ExecGather (pstate=0x316a5b38) at nodeGather.c:222 node = 0x316a5b38 slot = econtext = 0x316a5c48 #12 0x000000000069c36c in ExecProcNode (node=0x316a5b38) at ../../../src/include/executor/executor.h:274 No locals. #13 ExecutePlan (execute_once=, dest=0x31641e90, direction=, numberTuples=0, sendTuples=, operation=CMD_SELECT, use_parallel_mode=, planstate=0x316a5b38, estate=0x316a5910) at execMain.c:1646 slot = current_tuple_count = 0 #14 standard_ExecutorRun (queryDesc=0x316459c0, direction=, count=0, execute_once=) at execMain.c:363 estate = 0x316a5910 operation = CMD_SELECT dest = 0x31641e90 sendTuples = 252 oldcontext = 0x316458c0 __func__ = "standard_ExecutorRun" #15 0x0000000000871564 in PortalRunSelect (portal=portal@entry=0x31512fb0, forward=forward@entry=true, count=0, count@entry=9223372036854775807, dest=dest@entry=0x31641e90) at pquery.c:924 queryDesc = 0x316459c0 direction = nprocessed = __func__ = "PortalRunSelect" #16 0x0000000000872d80 in PortalRun (portal=portal@entry=0x31512fb0, count=count@entry=9223372036854775807, isTopLevel=isTopLevel@entry=true, run_once=run_once@entry=true, dest=dest@entry=0x31641e90, altdest=altdest@entry=0x31641e90, qc=qc@entry=0xffffd1194c70) at pquery.c:768 _save_exception_stack = 0xffffd1194f28 _save_context_stack = 0x0 _local_sigjmp_buf = {{__jmpbuf = {1, 827404208, 826886624, 826886672, 0, 828645008, 0, 2, 14136744, 826886704, 281474189838832, 7012751731486407017, 0, 7012864883735583905, 0, 13830554455654793216, 0, 0, 0, 0, 0, 0}, __mask_was_saved = 0, __saved_mask = {__val = {14136744, 826886704, 1, 12271232, 14135296, 14136808, 281474189839232, 10405572, 281474189839264, 4891912, 2, 827404208, 281474189839296, 8841760, 826886696, 8841696}}}} result = nprocessed = saveTopTransactionResourceOwner = 0x314d1e28 saveTopTransactionContext = 0x314bb5c0 saveActivePortal = 0x0 saveResourceOwner = 0x314d1e28 savePortalContext = 0x0 saveMemoryContext = 0x314bb5c0 __func__ = "PortalRun" #17 0x000000000086ea54 in exec_simple_query (query_string=query_string@entry=0x31493c90 "SELECT pg_sleep(0.1);") at postgres.c:1274 cmdtaglen = 6 snapshot_set = per_parsetree_context = 0x0 plantree_list = 0x31641e40 parsetree = commandTag = qc = {commandTag = CMDTAG_UNKNOWN, nprocessed = 0} querytree_list = portal = 0x31512fb0 receiver = 0x31641e90 format = 0 cmdtagname = parsetree_item__state = {l = 0x31494a10, i = 0} dest = DestRemote oldcontext = 0x314bb5c0 parsetree_list = 0x31494a10 parsetree_item = 0x31494a28 save_log_statement_stats = was_logged = true use_implicit_block = false msec_str = "\000\000\000\000\377\377\000\000\000\000\000\000\000\000\000\000`\024\327\000\000\000\000\000Q\000\000\000\000\000\000" __func__ = "exec_simple_query" #18 0x000000000086f590 in PostgresMain (dbname=, username=) at postgres.c:4680 query_string = firstchar = input_message = {data = 0x31493c90 "SELECT pg_sleep(0.1);", len = 22, maxlen = 1024, cursor = 22} local_sigjmp_buf = {{__jmpbuf = {14135296, 14135296, 8833856, 1, 281474189841896, 11850784, 826883984, 13979648, 0, 14080304, 281474189839520, 7012751731486456521, 15680, 7012864883735583169, 4631952216750555136, 0, 0, 0, 0, 0, 0, 0}, __mask_was_saved = 1, __saved_mask = {__val = {4194304, 14127104, 14135296, 24, 826864816, 10405400, 281474189840416, 8724296, 281474189840480, 8825600, 281474189840704, 4, 281474189840696, 1, 281474189841896, 1}}}} send_ready_for_query = false idle_in_transaction_timeout_enabled = false idle_session_timeout_enabled = false __func__ = "PostgresMain" #19 0x000000000086ab20 in BackendMain (startup_data=, startup_data_len=) at backend_startup.c:105 bsdata = #20 0x00000000007c54d8 in postmaster_child_launch (child_type=child_type@entry=B_BACKEND, startup_data=startup_data@entry=0xffffd1195138 "", startup_data_len=startup_data_len@entry=4, client_sock=client_sock@entry=0xffffd1195140) at launch_backend.c:265 pid = #21 0x00000000007c8ec0 in BackendStartup (client_sock=0xffffd1195140) at postmaster.c:3593 bn = 0x314cafc8 pid = startup_data = {canAcceptConnections = CAC_OK} __func__ = "BackendStartup" #22 ServerLoop () at postmaster.c:1674 s = {sock = 9, raddr = {addr = {ss_family = 1, __ss_padding = "\000\000\000\000\000\000pEI1\000\000\000\000\250Q\031\321\377\377\000\000\262Q\031\321\377\377\000\000\000\340\367\255\377\377\000\000\000\367`\256\377\377\000\000 \000\000\000\000\000\000\000\260Q\031\321\377\377\000\000\000\000\000\000\000\000\000\000\060R\031\321\377\377\000\000(R\031\321\377\377\000\000(\363K1\000\000\000\000i-L1", '\000' , "f\023\243hh\223\231", __ss_align = 281474189840960}, salen = 2}} i = 0 now = last_lockfile_recheck_time = 1713117687 last_touch_time = 1713117687 events = {{pos = 1, events = 2, fd = 7, user_data = 0x0}, {pos = 1, events = 2, fd = 7, user_data = 0x0}, {pos = 32768, events = 0, fd = 8, user_data = 0x1}, {pos = 10739224, events = 0, fd = -786868688, user_data = 0x400}, {pos = -786868496, events = 65535, fd = -1377151316, user_data = 0xffffadf7e000 }, { pos = 8, events = 0, fd = -786868632, user_data = 0x0}, {pos = -786868384, events = 65535, fd = 66305, user_data = 0xb808831}, {pos = 16832, events = 2, fd = 1001, user_data = 0x0}, {pos = 0, events = 0, fd = 6, user_data = 0x1000}, {pos = 0, events = 0, fd = -786868368, user_data = 0xffffade7ca0c }, {pos = -786868352, events = 65535, fd = -1377318388, user_data = 0xffffadf7fa88 }, {pos = 4096, events = 0, fd = -1369376944, user_data = 0xffffae60f700}, {pos = 80, events = 0, fd = 827061624, user_data = 0x0}, {pos = 1, events = 0, fd = 0, user_data = 0xb20310}, {pos = -1377763712, events = 65535, fd = 1867, user_data = 0x1}, { pos = -1377818740, events = 65535, fd = -786868320, user_data = 0xffffae5f3cbc }, {pos = -1374700376, events = 65535, fd = 173, user_data = 0x1}, {pos = -1374708840, events = 65535, fd = -1369314960, user_data = 0x5}, {pos = -1369314960, events = 65535, fd = -786868120, user_data = 0xffffd1195864}, { pos = 826860128, events = 0, fd = -786868080, user_data = 0xffffae5f4644 <_dl_lookup_symbol_x+260>}, {pos = 2090263927, events = 0, fd = -1369258712, user_data = 0x455fee}, {pos = -786867736, events = 65535, fd = -1369359776, user_data = 0x1}, {pos = -1369259616, events = 65535, fd = 1, user_data = 0xffffd1195930}, {pos = 0, events = 0, fd = 32, user_data = 0x0}, {pos = 6, events = 0, fd = -1369360088, user_data = 0x0}, {pos = -786867920, events = 65535, fd = -786867904, user_data = 0x43fec0}, {pos = 4546542, events = 0, fd = -786868120, user_data = 0xffffd1195864}, {pos = 32660373, events = 0, fd = 826860128, user_data = 0x0}, {pos = 1, events = 0, fd = 0, user_data = 0xffff00000001}, {pos = -1369259616, events = 65535, fd = -786867808, user_data = 0xffffae5f8820 <_dl_fixup+192>}, {pos = 0, events = 0, fd = 13961616, user_data = 0xffffae60ef00}, {pos = -1369377024, events = 65535, fd = 14077952, user_data = 0xd6d930 }, {pos = 826860128, events = 0, fd = 10766128, user_data = 0xb0fe70}, {pos = 11666192, events = 0, fd = 827059992, user_data = 0x99936868a3136600}, {pos = -786867872, events = 65535, fd = 10371416, user_data = 0x314bef18}, {pos = 0, events = 0, fd = -1369258712, user_data = 0xffffd1195940}, {pos = 448139, events = 0, fd = -786867256, user_data = 0xffffae0fae38}, { pos = -1369314960, events = 65535, fd = 0, user_data = 0x314bef18}, {pos = -786867808, events = 65535, fd = 10401956, user_data = 0x314bee50}, {pos = 827059792, events = 0, fd = 827059992, user_data = 0x1}, {pos = 827060816, events = 0, fd = 11733408, user_data = 0xffffd1195ad0}, {pos = -1369445388, events = 65535, fd = 0, user_data = 0x0}, {pos = 0, events = 0, fd = 10, user_data = 0xd6d000 }, {pos = 827059792, events = 0, fd = 14136736, user_data = 0xffffae0fae38}, {pos = 135, events = 0, fd = -40, user_data = 0xffffd1195a70}, {pos = -1377343468, events = 65535, fd = -1376250456, user_data = 0xffffadf81590 }, { pos = 1, events = 0, fd = -1369378800, user_data = 0x1}, {pos = 0, events = 0, fd = 10, user_data = 0xffffade75100 }, {pos = -1376246672, events = 65535, fd = 0, user_data = 0x0}, {pos = -1559009792, events = 2576574568, fd = -786867504, user_data = 0x99936868a3136600}, {pos = -786867504, events = 65535, fd = 8147532, user_data = 0x0}, {pos = -1559009792, events = 2576574568, fd = -786867504, user_data = 0x7c529c }, {pos = 9963, events = 0, fd = 0, user_data = 0x0}, {pos = 11, events = 0, fd = -786867328, user_data = 0x7c542c }, {pos = 0, events = 0, fd = 0, user_data = 0x400}, { pos = 826861016, events = 0, fd = 4194304, user_data = 0x9ebb9c }, {pos = 826882960, events = 0, fd = 826860816, user_data = 0xd7b5a0 }, {pos = 826860816, events = 0, fd = 14135296, user_data = 0xd6d930 }, {pos = -786867344, events = 65535, fd = 7280632, user_data = 0xffffd1195bd0}, {pos = 8170340, events = 0, fd = 14131200, user_data = 0x8}, {pos = 8, events = 0, fd = 14131200, user_data = 0xd6d000 }, {pos = 14080304, events = 0, fd = 826860128, user_data = 0xa44730}, {pos = 11599472, events = 0, fd = 14131200, user_data = 0xffffd1195bd0}, {pos = 0, events = 0, fd = 0, user_data = 0x31494570}} nevents = __func__ = "ServerLoop" #23 0x00000000007cab68 in PostmasterMain (argc=argc@entry=8, argv=argv@entry=0x3148f320) at postmaster.c:1372 opt = status = userDoption = listen_addr_saved = false output_config_variable = __func__ = "PostmasterMain" #24 0x0000000000496cb8 in main (argc=8, argv=0x3148f320) at main.c:197 do_check_root = (gdb)