[LBBS-16] io_compress: Occasional memory corruption on shutdown
Thread 1 (Thread 0x7f6770ff96c0 (LWP 171517)):
#0 __pthread_kill_implementation (threadid=<optimized out>, signo=signo@entry=6, no_tid=no_tid@entry=0) at ./nptl/pthread_kill.c:44
tid = <optimized out>
ret = 0
pd = <optimized out>
old_mask = {__val = {7300933381338064237}}
ret = <optimized out>
#1 0x00007f67b7c51d9f in __pthread_kill_internal (signo=6, threadid=<optimized out>) at ./nptl/pthread_kill.c:78
#2 0x00007f67b7c02f32 in __GI_raise (sig=sig@entry=6) at ../sysdeps/posix/raise.c:26
ret = <optimized out>
#3 0x00007f67b7bed472 in __GI_abort () at ./stdlib/abort.c:79
save_stage = 1
act = {__sigaction_handler = {sa_handler = 0x20, sa_sigaction = 0x20}, sa_mask = {__val = {8314040874575095140, 7575164959876605216, 2328432807545697140, 751660686516643187, 8319389999504385024, 7310222149217503520, 8214577189755646835, 4211540152371734373, 2334097595223790624, 8295691198101796657, 7358992177931182448, 7511491170924326770, 2314975988404219489, 2314885530818453536, 7310593858020253728, 8243966800725942372}}, sa_flags = 543449445, sa_restorer = 0x7320746120383934}
#4 0x00007f67b7c46340 in __libc_message (action=action@entry=do_abort, fmt=fmt@entry=0x7f67b7d60459 "%s\n") at ../sysdeps/posix/libc_fatal.c:155
ap = {{gp_offset = 24, fp_offset = 32615, overflow_arg_area = 0x7f6770ff8970, reg_save_area = 0x7f6770ff8900}}
fd = <optimized out>
list = <optimized out>
nlist = <optimized out>
cp = <optimized out>
#5 0x00007f67b7c5b6ba in malloc_printerr (str=str@entry=0x7f67b7d5e05d "corrupted double-linked list") at ./malloc/malloc.c:5660
#6 0x00007f67b7c5bf64 in unlink_chunk (p=p@entry=0x7f679c0d54e0, av=0x7f679c000030) at ./malloc/malloc.c:1629
fd = <optimized out>
bk = <optimized out>
#7 0x00007f67b7c5c0bc in malloc_consolidate (av=av@entry=0x7f679c000030) at ./malloc/malloc.c:4768
fb = 0x7f679c000058
maxfb = 0x7f679c000088
p = 0x7f679c0d54e0
nextp = 0x7f679c021ff0
unsorted_bin = 0x7f679c000090
first_unsorted = <optimized out>
nextchunk = 0x7f679c0d5f40
size = 2656
nextsize = 128
prevsize = <optimized out>
nextinuse = <optimized out>
#8 0x00007f67b7c5d750 in _int_free (av=0x7f679c000030, p=0x7f679c10dee0, have_lock=<optimized out>, have_lock@entry=0) at ./malloc/malloc.c:4670
size = <optimized out>
fb = <optimized out>
nextchunk = 0x7f679c11def0
nextsize = 2528
nextinuse = <optimized out>
prevsize = <optimized out>
bck = <optimized out>
fwd = <optimized out>
__PRETTY_FUNCTION__ = "_int_free"
#9 0x00007f67b7c5fd9f in __GI___libc_free (mem=<optimized out>) at ./malloc/malloc.c:3385
ar_ptr = <optimized out>
p = <optimized out>
err = 9
#10 0x00007f67b7bb0c0a in deflateEnd () at /lib/x86_64-linux-gnu/libz.so.1
#11 0x00007f67b43f76e5 in cleanup (tran=<optimized out>) at io_compress.c:302
z = 0x7f679c0043f0
__func__ = "cleanup"
#12 0x000055cb7d5fd15e in teardown_transformation (tran=0x7f676c07b790) at io.c:309
t = 0x55cb7f167860
__func__ = "teardown_transformation"
i = <optimized out>
__func__ = "bbs_io_teardown_all_transformers"
#13 bbs_io_teardown_all_transformers (trans=trans@entry=0x7f676c07b790) at io.c:323
i = <optimized out>
__func__ = "bbs_io_teardown_all_transformers"
#14 0x000055cb7d6114ba in node_shutdown (unique=1, node=0x7f676c07b710) at node.c:535
wasloggedin = 0
__func__ = "node_shutdown"
n = 0x7f676c07b710
__func__ = "bbs_node_unlink"
#15 bbs_node_unlink (node=node@entry=0x7f676c07b710) at node.c:658
n = 0x7f676c07b710
__func__ = "bbs_node_unlink"
#16 0x000055cb7d613c06 in bbs_node_exit (node=node@entry=0x7f676c07b710) at node.c:2191
__func__ = "bbs_node_exit"
#17 0x00007f67b446a2ac in __imap_handler (varg=varg@entry=0x7f676c07b710) at net_imap.c:4816
node = 0x7f676c07b710
[2024-05-18 21:58:12.659] DEBUG[171519]: io_compress.c:127 decompress_and_deliver: Inflated to 30 bytes
[2024-05-18 21:58:12.659] DEBUG[171517]: net_imap.c:4756 handle_client: 0x7f6770ff65d0 => 1500 UID fetch 412:* (FLAGS)
[2024-05-18 21:58:12.660] DEBUG[171517]: imap_server_fetch.c:687 process_fetch: FETCH command did not return any matching results
[2024-05-18 21:58:12.660] DEBUG[171517]: imap_server_fetch.c:693 process_fetch: 0x7f6770ff65d0 <= 1500 OK UID FETCH Completed
[2024-05-18 21:58:12.660] DEBUG[171519]: io_compress.c:86 compress_and_send: Deflated to 8 bytes
[2024-05-18 21:58:12.681] DEBUG[171519]: io_compress.c:127 decompress_and_deliver: Inflated to 11 bytes
[2024-05-18 21:58:12.681] DEBUG[171517]: net_imap.c:4756 handle_client: 0x7f6770ff65d0 => 1501 IDLE
[2024-05-18 21:58:12.681] DEBUG[171517]: net_imap.c:4020 handle_idle: 0x7f6770ff65d0 <= + idling
[2024-05-18 21:58:12.681] DEBUG[171517]: imap_client.c:93 imap_poll: Polling 1 fd for IMAP session 0x7f6770ff65d0 (for 600s)
[2024-05-18 21:58:12.681] DEBUG[171519]: io_compress.c:86 compress_and_send: Deflated to 4 bytes
[2024-05-18 21:58:57.327] DEBUG[3742490]: mod_smtp_delivery_external.c:1239 run_queue: Processing mail queue (0 messages)
[2024-05-18 21:59:57.328] DEBUG[3742490]: mod_smtp_delivery_external.c:1239 run_queue: Processing mail queue (0 messages)
[2024-05-18 22:00:57.328] DEBUG[3742490]: mod_smtp_delivery_external.c:1239 run_queue: Processing mail queue (0 messages)
[2024-05-18 22:01:34.745] DEBUG[171519]: io_compress.c:127 decompress_and_deliver: Inflated to 31 bytes
[2024-05-18 22:01:34.745] DEBUG[171517]: net_imap.c:4756 handle_client: 0x7f6770ff65d0 => DONE
[2024-05-18 22:01:34.745] DEBUG[171517]: net_imap.c:3917 idle_stop: 0x7f6770ff65d0 <= 1501 OK IDLE terminated
[2024-05-18 22:01:34.745] DEBUG[171517]: net_imap.c:4756 handle_client: 0x7f6770ff65d0 => 1502 close
[2024-05-18 22:01:34.746] DEBUG[171519]: io_compress.c:86 compress_and_send: Deflated to 8 bytes
[2024-05-18 22:01:34.746] DEBUG[171517]: net_imap.c:4378 imap_process: 0x7f6770ff65d0 <= 1502 OK CLOSE completed
[2024-05-18 22:01:34.746] DEBUG[171517]: net_imap.c:4756 handle_client: 0x7f6770ff65d0 => 1503 logout
[2024-05-18 22:01:34.746] DEBUG[171517]: net_imap.c:4242 imap_process: 0x7f6770ff65d0 <= * BYE IMAP4 Server logging out
[2024-05-18 22:01:34.747] DEBUG[171517]: net_imap.c:4243 imap_process: 0x7f6770ff65d0 <= 1503 OK LOGOUT completed
[2024-05-18 22:01:34.747] DEBUG[171517]: mod_mail.c:228 mailbox_dispatch_event: Dispatching mailbox event 'Logout'
[2024-05-18 22:01:34.747] DEBUG[171517]: node.c:2188 bbs_node_exit: Node 1 has ended its IMAP session
[2024-05-18 22:01:34.747] DEBUG[171517]: io.c:322 bbs_io_teardown_all_transformers: Removing I/O transformer at index 0
corrupted double-linked list
[2024-05-18 22:01:34.747] DEBUG[171519]: io_compress.c:86 compress_and_send: Deflated to 42 bytes
Aborted (core dumped)Potentially related assertion during runtime:
[2024-04-16 19:00:35.855] DEBUG[3283155]: io_compress.c:67 compress_and_send: Compressing 10 bytes
[2024-04-16 19:00:35.856] DEBUG[3283155]: io_compress.c:84 compress_and_send: Deflated to 4 bytes
[2024-04-16 19:00:35.859] DEBUG[3322829]: thread.c:354 __bbs_pthread_join: Thread 140638259488448 not yet joined after 1s
[2024-04-16 19:00:35.910] DEBUG[3322829]: thread.c:354 __bbs_pthread_join: Thread 140638259488448 not yet joined after 1s
[2024-04-16 19:00:35.961] DEBUG[3322829]: thread.c:354 __bbs_pthread_join: Thread 140638259488448 not yet joined after 1s
[2024-04-16 19:00:36.011] DEBUG[3322829]: thread.c:354 __bbs_pthread_join: Thread 140638259488448 not yet joined after 1s
[2024-04-16 19:00:36.039] ERROR[3322831]: backtrace.c:287 bbs_log_backtrace: 0: lbbs bbs_log_backtrace()
[2024-04-16 19:00:36.039] ERROR[3322831]: backtrace.c:283 bbs_log_backtrace: 1: [0x7fe91dbb9295] io_compress.so bbs.h:438 __bbs_assert()
[2024-04-16 19:00:36.039] ERROR[3322831]: backtrace.c:283 bbs_log_backtrace: 1: [ inlined] io_compress.so io_compress.c:95 compress_and_send()
[2024-04-16 19:00:36.040] ERROR[3322831]: backtrace.c:283 bbs_log_backtrace: 1: [ inlined] io_compress.so io_compress.c:173 zlib_thread()
[2024-04-16 19:00:36.040] ERROR[3322831]: backtrace.c:287 bbs_log_backtrace: 2: lbbs <unknown>()
[2024-04-16 19:00:36.040] ERROR[3322831]: backtrace.c:287 bbs_log_backtrace: 3: [0x7fe92ec2e044] libc.so.6 pthread_create.c:442 start_thread()
[2024-04-16 19:00:36.040] ERROR[3322831]: backtrace.c:287 bbs_log_backtrace: 4: [0x7fe92ecae61c] libc.so.6 clone3.S:83 clone3()
[2024-04-16 19:00:36.040] DEBUG[3322831]: io_compress.c:190 zlib_thread: zlib thread exiting
[2024-04-16 19:00:36.040] DEBUG[3322831]: thread.c:140 __thread_unregister: Thread 3322831 is exiting (must be joined)
[2024-04-16 19:00:36.062] DEBUG[3322829]: thread.c:135 __thread_unregister: Thread 3322831 has been joined by thread 3322829 at io_compress.c:301 cleanup()
[2024-04-16 19:00:36.062] DEBUG[3322829]: node.c:533 node_shutdown: Terminating node 2
[2024-04-16 19:00:36.062] DEBUG[3322829]: node.c:606 node_shutdown: Shutdown pending finalization for node 2
[2024-04-24 08:52:44.086] DEBUG[3497516]: net_imap.c:3939 handle_idle: 0x7fef6bffc5d0 <= + idling
[2024-04-24 08:52:44.086] DEBUG[3497516]: net_imap.c:3939 handle_idle: 0x7fef6bffc5d0 <= + idling
[2024-04-24 08:52:44.087] DEBUG[3497516]: imap_client.c:93 imap_poll: Polling 1 fd for IMAP session 0x7fef6bffc5d0 (for 600s)
[2024-04-24 08:52:44.087] DEBUG[3497518]: io_compress.c:86 compress_and_send: Deflated to 5 bytes
[2024-04-24 08:52:44.111] ERROR[3497725]: backtrace.c:287 bbs_log_backtrace: 0: lbbs bbs_log_backtrace()
[2024-04-24 08:52:44.111] ERROR[3497725]: backtrace.c:287 bbs_log_backtrace: 1: [0x7fefa1d9e205] io_compress.so io_compress.c:177 zlib_thread()
[2024-04-24 08:52:44.111] ERROR[3497725]: backtrace.c:287 bbs_log_backtrace: 2: lbbs <unknown>()
[2024-04-24 08:52:44.111] ERROR[3497725]: backtrace.c:287 bbs_log_backtrace: 3: [0x7fefb2df8044] libc.so.6 pthread_create.c:442 start_thread()
[2024-04-24 08:52:44.111] ERROR[3497725]: backtrace.c:287 bbs_log_backtrace: 4: [0x7fefb2e7861c] libc.so.6 clone3.S:83 clone3()
[2024-04-24 08:52:44.111] DEBUG[3497725]: io_compress.c:193 zlib_thread: zlib thread exiting
[2024-04-24 08:52:44.111] DEBUG[3497725]: thread.c:140 __thread_unregister: Thread 3497725 is exiting (must be joined)
[2024-04-24 08:52:44.134] DEBUG[3497723]: thread.c:135 __thread_unregister: Thread 3497725 has been joined by thread 3497723 at io_compress.c:304 cleanup()
[2024-04-24 08:52:44.135] DEBUG[3497723]: node.c:533 node_shutdown: Terminating node 2
[2024-04-24 08:52:44.135] DEBUG[3497723]: node.c:606 node_shutdown: Shutdown pending finalization for node 2
[2024-04-24 08:52:44.135] DEBUG[3497723]: node.c:624 node_free: Node 2 now freed
[2024-04-25 09:33:22.952] DEBUG[3526289]: thread.c:354 __bbs_pthread_join: Thread 139918466598592 not yet joined after 1s
[2024-04-25 09:33:22.958] DEBUG[3508637]: io_compress.c:127 decompress_and_deliver: Inflated to 10 bytes
[2024-04-25 09:33:22.958] DEBUG[3508636]: net_imap.c:4675 handle_client: 0x7f414dff85d0 => 483 IDLE
[2024-04-25 09:33:22.958] DEBUG[3508636]: net_imap.c:3939 handle_idle: 0x7f414dff85d0 <= + idling
[2024-04-25 09:33:22.959] DEBUG[3508636]: net_imap.c:3939 handle_idle: 0x7f414dff85d0 <= + idling
[2024-04-25 09:33:22.959] DEBUG[3508636]: imap_client.c:93 imap_poll: Polling 1 fd for IMAP session 0x7f414dff85d0 (for 600s)
[2024-04-25 09:33:22.959] DEBUG[3508637]: io_compress.c:86 compress_and_send: Deflated to 5 bytes
[2024-04-25 09:33:22.993] ERROR[3526291]: backtrace.c:287 bbs_log_backtrace: 0: lbbs bbs_log_backtrace()
[2024-04-25 09:33:22.993] ERROR[3526291]: backtrace.c:287 bbs_log_backtrace: 1: [0x7f4190d7e270] io_compress.so io_compress.c:190 zlib_thread()
[2024-04-25 09:33:22.993] ERROR[3526291]: backtrace.c:287 bbs_log_backtrace: 2: lbbs <unknown>()
[2024-04-25 09:33:22.993] ERROR[3526291]: backtrace.c:287 bbs_log_backtrace: 3: [0x7f4195df8044] libc.so.6 pthread_create.c:442 start_thread()
[2024-04-25 09:33:22.993] ERROR[3526291]: backtrace.c:287 bbs_log_backtrace: 4: [0x7f4195e7861c] libc.so.6 clone3.S:83 clone3()
[2024-04-25 09:33:22.993] DEBUG[3526291]: io_compress.c:193 zlib_thread: zlib thread exiting
[2024-04-25 09:33:22.993] DEBUG[3526291]: thread.c:140 __thread_unregister: Thread 3526291 is exiting (must be joined)
[2024-04-25 09:33:22.002] DEBUG[3526289]: thread.c:135 __thread_unregister: Thread 3526291 has been joined by thread 3526289 at io_compress.c:304 cleanup()
[2024-04-25 09:33:22.002] DEBUG[3526289]: node.c:533 node_shutdown: Terminating node 4
[2024-04-25 09:33:22.003] DEBUG[3526289]: node.c:606 node_shutdown: Shutdown pending finalization for node 4
[2024-04-25 09:33:22.003] DEBUG[3526289]: node.c:624 node_free: Node 4 now freed
[2024-04-25 09:33:22.003] == Node 4 has exitedThread 1 (Thread 0x7f8136ffd6c0 (LWP 380397)):
#0 __memcpy_ssse3 () at ../sysdeps/x86_64/multiarch/memmove-ssse3.S:67
#1 0x00007f81798bab82 in () at /lib/x86_64-linux-gnu/libz.so.1
#2 0x00007f81798bc068 in () at /lib/x86_64-linux-gnu/libz.so.1
#3 0x00007f81798bd09c in deflate () at /lib/x86_64-linux-gnu/libz.so.1
#4 0x00007f81742820ce in compress_and_send (len=58, buf=0x7f8136ff8b60 "* BYE IMAP4 Server logging out\r\n1556 OK LOGOUT completed\r\n52 OK GETQUOTAROOT complete\r\n9MTw\r\nBO8E7gTvxPFE9mT7FAEcBzwM/A/8EfwS/BE8D7wKXAV8/6T5RPTE8ATvBO4E78TxxPWk+tj/\r\n3AQ8CbwMPA68DjwOvAu8B1wEhADU/KT5x"..., z=0x7f81640d7090) at io_compress.c:79
comp_len = <optimized out>
res = <optimized out>
wres = <optimized out>
output = " \240\004$\377\371\370\a\273\"\247\a\200\000se\r\n1556 logout\r\n\r\nW\005csC#\005Ks3S\240K\214\214@\246\271\273\206 \264\303L\345\345\002\b\260\205Ȭ\240\207\204S|\f3\377T\231\371\232\373\315\032b~\006\025\275!\346\027\325C\022C\314\327J\314b\346\237\034\350\023|J\314\347\252\022b\346/\264\022\313`U\261\210\371L\023\222\022\2033B\337'\34637t\0210\207\317\320\023+h\356\027\236\020\244\235\227:qq\341}A\235\242\177\033\"\036\222\231\022\363\373\0011\037\237\36103\277\255\314\374\030b~E(\2061$\274%V\225\0203\377.`\346\327}\352I\230\230\277T"...
__func__ = "compress_and_send"
input = "* BYE IMAP4 Server logging out\r\n1556 OK LOGOUT completed\r\n52 OK GETQUOTAROOT complete\r\n9MTw\r\nBO8E7gTvxPFE9mT7FAEcBzwM/A/8EfwS/BE8D7wKXAV8/6T5RPTE8ATvBO4E78TxxPWk+tj/\r\n3AQ8CbwMPA68DjwOvAu8B1wEhADU/KT5x"...
rres = 58
res = <optimized out>
z = 0x7f81640d7090
pfds = {{fd = 46, events = 43, revents = 1}, {fd = 24, events = 43, revents = 0}}
__func__ = "zlib_thread"
#5 zlib_thread (varg=varg@entry=0x7f81640d7090) at io_compress.c:173
input = "* BYE IMAP4 Server logging out\r\n1556 OK LOGOUT completed\r\n52 OK GETQUOTAROOT complete\r\n9MTw\r\nBO8E7gTvxPFE9mT7FAEcBzwM/A/8EfwS/BE8D7wKXAV8/6T5RPTE8ATvBO4E78TxxPWk+tj/\r\n3AQ8CbwMPA68DjwOvAu8B1wEhADU/KT5x"...
rres = 58
res = <optimized out>
z = 0x7f81640d7090
pfds = {{fd = 46, events = 43, revents = 1}, {fd = 24, events = 43, revents = 0}}
__func__ = "zlib_thread"
#6 0x0000557c9cfa7ff9 in thread_run (data=<optimized out>) at thread.c:406
__cancel_buf = {__cancel_jmp_buf = {{__cancel_jmp_buf = {93993717546816, -8515193358461842253, 93993698071656, 93993698072736, 140192958623936, 140192941854720, -8515193358296167245, -2582637593026769741}, __mask_was_saved = 0}}, __pad = {0x7f8136ffcc70, 0x0, 0x0, 0x0}}
__cancel_routine = 0x557c9cfa82e0 <thread_unregister>
__cancel_arg = 0x7f8136ffd6c0
__not_first_call = <optimized out>
ret = <optimized out>
a = {start_routine = <optimized out>, data = <optimized out>, name = <optimized out>, detached = <optimized out>}
#7 0x00007f81792a8134 in start_thread (arg=<optimized out>) at ./nptl/pthread_create.c:442
ret = <optimized out>
pd = <optimized out>
unwind_buf = {cancel_jmp_buf = {{jmp_buf = {140192950245056, 8561792858640469171, -240, 11, 140192958623936, 140192941854720, -8515193358455550797, -8515344363560121165}, mask_was_saved = 0}}, priv = {pad = {0x0, 0x0, 0x0, 0x0}, data = {prev = 0x0, cleanup = 0x0, canceltype = 0}}}
not_first_call = <optimized out>
#8 0x00007f81793287dc in clone3 () at ../sysdeps/unix/sysv/linux/x86_64/clone3.S:81Thread 1 (Thread 0x7f29a4ff96c0 (LWP 138618)):
#0 __memcpy_ssse3 () at ../sysdeps/x86_64/multiarch/memmove-ssse3.S:67
#1 0x00007f29d28d1b82 in () at /lib/x86_64-linux-gnu/libz.so.1
#2 0x00007f29d28d3068 in () at /lib/x86_64-linux-gnu/libz.so.1
#3 0x00007f29d28d409c in deflate () at /lib/x86_64-linux-gnu/libz.so.1
#4 0x00007f29d01050ce in compress_and_send (len=81, buf=0x7f29a4ff4b60 "172 OK CLOSE completed\r\n* BYE IMAP4 Server logging out\r\n173 OK LOGOUT completed\r\nplete\r\nFETCH (UID 316 FLAGS (\\Seen NonJunk))\r\njunk))\r\n* 149 FETCH (UID 217 FLAGS (\\Seen nonjunk))\r\n* 150 FETCH (UID 218"..., z=0x7f29bc0d7090) at io_compress.c:79Comments
You must be