root@freeswitch-test:/var/www/html/fs# gdb /usr/local/freeswitch/bin/freeswitch core.1536 GNU gdb (Debian 7.7.1+dfsg-5) 7.7.1 Copyright (C) 2014 Free Software Foundation, Inc. License GPLv3+: GNU GPL version 3 or later This is free software: you are free to change and redistribute it. There is NO WARRANTY, to the extent permitted by law. Type "show copying" and "show warranty" for details. This GDB was configured as "x86_64-linux-gnu". Type "show configuration" for configuration details. For bug reporting instructions, please see: . Find the GDB manual and other documentation resources online at: . For help, type "help". Type "apropos word" to search for commands related to "word"... Reading symbols from /usr/local/freeswitch/bin/freeswitch...done. [New LWP 1537] [New LWP 1538] [New LWP 1539] [New LWP 1540] [New LWP 1541] [New LWP 1542] [New LWP 1543] [New LWP 1545] [New LWP 1546] [New LWP 1547] [New LWP 1548] [New LWP 1549] [New LWP 1550] [New LWP 1551] [New LWP 1552] [New LWP 1553] [New LWP 1554] [New LWP 1555] [New LWP 1556] [New LWP 1557] [New LWP 1558] [New LWP 1559] [New LWP 1561] [New LWP 1560] [New LWP 1562] [New LWP 1563] [New LWP 1564] [New LWP 1565] [New LWP 1566] [New LWP 1567] [New LWP 1568] [New LWP 1569] [New LWP 1570] [New LWP 1571] [New LWP 1572] [New LWP 1573] [New LWP 1574] [New LWP 1575] [New LWP 1576] [New LWP 1577] [New LWP 1578] [New LWP 1584] [New LWP 1587] [New LWP 1588] [New LWP 1591] [New LWP 1536] [Thread debugging using libthread_db enabled] Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1". Core was generated by `/usr/local/freeswitch/bin/freeswitch'. #0 0x00007fb193bfd893 in select () at ../sysdeps/unix/syscall-template.S:81 81 ../sysdeps/unix/syscall-template.S: No such file or directory. (gdb) thread apply all bt Thread 46 (Thread 0x7fb195d517c0 (LWP 1536)): #0 0x00007fb193bfd893 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195304565 in apr_sleep (t=) at time/unix/time.c:246 #2 0x00007fb1950d38fc in do_sleep (t=) at src/switch_time.c:164 #3 0x00007fb195020442 in switch_core_runtime_loop (bg=) at src/switch_core.c:1191 #4 0x0000000000402e24 in main (argc=7, argv=0x7fffdb1798d8) at src/switch.c:1208 Thread 45 (Thread 0x7fb111002700 (LWP 1591)): #0 pthread_rwlock_rdlock () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_rwlock_rdlock.S:87 #1 0x00007fb1952fcd09 in apr_thread_rwlock_rdlock (rwlock=) at locks/unix/thread_rwlock.c:68 #2 0x00007fb194fe2be5 in switch_thread_rwlock_rdlock (rwlock=) at src/switch_apr.c:235 #3 0x00007fb194ff9557 in video_bug_thread (thread=, obj=0x7fb0d406b8b8) at src/switch_core_media_bug.c:684 #4 0x00007fb195303000 in dummy_worker (opaque=0x7fb0d00129c0) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb111002700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 44 (Thread 0x7fb111422700 (LWP 1588)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=queue@entry=0x7fb18df4a810, data=data@entry=0x7fb111421dc8) at misc/apr_queue.c:276 #3 0x00007fb194fe3af5 in switch_queue_pop (queue=queue@entry=0x7fb18df4a810, data=data@entry=0x7fb111421dc8) at src/switch_apr.c:1159 #4 0x00007fb19506e8c9 in switch_event_channel_deliver_thread (thread=, obj=0x7fb18df4a810) at src/switch_event.c:2929 #5 0x00007fb19500e1ad in switch_core_session_thread_pool_worker (thread=0x7fb178003bb0, obj=0x80) at src/switch_core_session.c:1758 #6 0x00007fb195303000 in dummy_worker (opaque=0x7fb178003bb0) at threadproc/unix/thread.c:151 #7 0x00007fb19452c064 in start_thread (arg=0x7fb111422700) at pthread_create.c:309 #8 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 43 (Thread 0x7fb1114ae700 (LWP 1587)): #0 0x00007fb19452d49b in pthread_join (threadid=140398471161600, thread_return=thread_return@entry=0x7fb1114adad8) at pthread_join.c:92 #1 0x00007fb19530327d in apr_thread_join (retval=retval@entry=0x7fb1114adb08, thd=0x7fb0d00129c0) at threadproc/unix/thread.c:234 #2 0x00007fb194fe3cea in switch_thread_join (retval=retval@entry=0x7fb1114adb08, thd=) at src/switch_apr.c:1300 #3 0x00007fb194ffb8a4 in switch_core_media_bug_close (bug=0x7fb1114adb58) at src/switch_core_media_bug.c:1285 #4 0x00007fb194ffbb4b in switch_core_media_bug_remove_all_function (session=0x7fb1580360a8, function=0x0) at src/switch_core_media_bug.c:1220 #5 0x00007fb1950166d9 in switch_core_session_hangup_state (session=0x7fb1580360a8, force=SWITCH_TRUE) at src/switch_core_state_machine.c:841 #6 0x00007fb1950180cd in switch_core_session_run (session=0x7fb1580360a8) at src/switch_core_state_machine.c:615 #7 0x00007fb1950126ee in switch_core_session_thread (thread=, obj=0x7fb1580360a8) at src/switch_core_session.c:1695 #8 0x00007fb19500e1ad in switch_core_session_thread_pool_worker (thread=0x7fb158057340, obj=0x0) at src/switch_core_session.c:1758 #9 0x00007fb195303000 in dummy_worker (opaque=0x7fb158057340) at threadproc/unix/thread.c:151 #10 0x00007fb19452c064 in start_thread (arg=0x7fb1114ae700) at pthread_create.c:309 ---Type to continue, or q to quit--- #11 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 42 (Thread 0x7fb1114ea700 (LWP 1584)): #0 __clock_nanosleep (clock_id=1, flags=0, req=0x7fb1114e9d80, rem=0xffffffffffffffff) at ../sysdeps/unix/sysv/linux/clock_nanosleep.c:49 #1 0x00007fb1950d395b in do_sleep (t=) at src/switch_time.c:173 #2 0x00007fb14ded728a in vm_event_thread_run (thread=0x1, obj=0x0) at mod_voicemail.c:4109 #3 0x00007fb195303000 in dummy_worker (opaque=0xbf2758) at threadproc/unix/thread.c:151 #4 0x00007fb19452c064 in start_thread (arg=0x7fb1114ea700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 41 (Thread 0x7fb111770700 (LWP 1578)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=queue@entry=0xc7f030, data=data@entry=0x7fb11176fe40) at misc/apr_queue.c:276 #3 0x00007fb194fe3af5 in switch_queue_pop (queue=queue@entry=0xc7f030, data=data@entry=0x7fb11176fe40) at src/switch_apr.c:1159 #4 0x00007fb195065fee in chat_thread_run (thread=, obj=0xc7f030) at src/switch_loadable_module.c:738 #5 0x00007fb195303000 in dummy_worker (opaque=0xc8b020) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb111770700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 40 (Thread 0x7fb1117ac700 (LWP 1577)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=queue@entry=0xa91f88, data=data@entry=0x7fb1117abe40) at misc/apr_queue.c:276 #3 0x00007fb194fe3af5 in switch_queue_pop (queue=queue@entry=0xa91f88, data=data@entry=0x7fb1117abe40) at src/switch_apr.c:1159 #4 0x00007fb195065fee in chat_thread_run (thread=, obj=0xa91f88) at src/switch_loadable_module.c:738 #5 0x00007fb195303000 in dummy_worker (opaque=0xc7f000) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb1117ac700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 39 (Thread 0x7fb1117e8700 (LWP 1576)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d5442 in softtimer_runtime () at src/switch_time.c:1168 #2 0x00007fb19505f902 in switch_loadable_module_exec (thread=0xa91f08, obj=0xa91ae8) at src/switch_loadable_module.c:113 #3 0x00007fb195303000 in dummy_worker (opaque=0xa91f08) at threadproc/unix/thread.c:151 #4 0x00007fb19452c064 in start_thread (arg=0x7fb1117e8700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 38 (Thread 0x7fb111824700 (LWP 1575)): #0 0x00007fb194532c8d in accept () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195301b26 in apr_socket_accept (new=0x7fb111823df0, sock=0x7fb0f8000b60, connection_context=0x7fb0f8004cf8) at network_io/unix/sockets.c:191 #2 0x00007fb18cba87a2 in mod_event_socket_runtime () at mod_event_socket.c:2987 ---Type to continue, or q to quit--- #3 0x00007fb19505f902 in switch_loadable_module_exec (thread=0xa91a50, obj=0xa91630) at src/switch_loadable_module.c:113 #4 0x00007fb195303000 in dummy_worker (opaque=0xa91a50) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb111824700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 37 (Thread 0x7fb111860700 (LWP 1574)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb194fe2d95 in switch_thread_cond_wait (cond=, mutex=) at src/switch_apr.c:363 #3 0x00007fb14f4ed543 in mod_verto_runtime () at mod_verto.c:6205 #4 0x00007fb19505f902 in switch_loadable_module_exec (thread=0xa91598, obj=0xa91078) at src/switch_loadable_module.c:113 #5 0x00007fb195303000 in dummy_worker (opaque=0xa91598) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb111860700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 36 (Thread 0x7fb112105700 (LWP 1573)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d4766 in _timerfd_next (timer=0xc60a80) at src/switch_time.c:482 #2 timer_next (timer=0xc60a80) at src/switch_time.c:846 #3 0x00007fb194ffc2d8 in switch_core_timer_next (timer=) at src/switch_core_timer.c:74 #4 0x00007fb11210ab08 in read_stream_thread (thread=0x51, obj=0x7fb112104480) at mod_local_stream.c:449 #5 0x00007fb195303000 in dummy_worker (opaque=0xc614f0) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb112105700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 35 (Thread 0x7fb14c076700 (LWP 1572)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d4766 in _timerfd_next (timer=0xc5ca60) at src/switch_time.c:482 #2 timer_next (timer=0xc5ca60) at src/switch_time.c:846 #3 0x00007fb194ffc2d8 in switch_core_timer_next (timer=) at src/switch_core_timer.c:74 #4 0x00007fb11210ab08 in read_stream_thread (thread=0x4f, obj=0x7fb14c075480) at mod_local_stream.c:449 #5 0x00007fb195303000 in dummy_worker (opaque=0xc5d610) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14c076700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 34 (Thread 0x7fb14c0b2700 (LWP 1571)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d4766 in _timerfd_next (timer=0xc58a40) at src/switch_time.c:482 #2 timer_next (timer=0xc58a40) at src/switch_time.c:846 #3 0x00007fb194ffc2d8 in switch_core_timer_next (timer=) at src/switch_core_timer.c:74 #4 0x00007fb11210ab08 in read_stream_thread (thread=0x4d, obj=0x7fb14c0b1480) at mod_local_stream.c:449 #5 0x00007fb195303000 in dummy_worker (opaque=0xc59370) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14c0b2700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 33 (Thread 0x7fb14c0ee700 (LWP 1570)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d4766 in _timerfd_next (timer=0xc54a20) at src/switch_time.c:482 #2 timer_next (timer=0xc54a20) at src/switch_time.c:846 ---Type to continue, or q to quit--- #3 0x00007fb194ffc2d8 in switch_core_timer_next (timer=) at src/switch_core_timer.c:74 #4 0x00007fb11210ab08 in read_stream_thread (thread=0x49, obj=0x7fb14c0ed480) at mod_local_stream.c:449 #5 0x00007fb195303000 in dummy_worker (opaque=0xc55210) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14c0ee700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 32 (Thread 0x7fb14c12a700 (LWP 1569)): #0 0x00007fb194532a9d in read () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb1950d4766 in _timerfd_next (timer=0xc50a00) at src/switch_time.c:482 #2 timer_next (timer=0xc50a00) at src/switch_time.c:846 #3 0x00007fb194ffc2d8 in switch_core_timer_next (timer=) at src/switch_core_timer.c:74 #4 0x00007fb11210ab08 in read_stream_thread (thread=0x4a, obj=0x7fb14c129480) at mod_local_stream.c:449 #5 0x00007fb195303000 in dummy_worker (opaque=0xc511f0) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14c12a700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 31 (Thread 0x7fb14c56a700 (LWP 1568)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb194fe2d95 in switch_thread_cond_wait (cond=, mutex=) at src/switch_apr.c:363 #3 0x00007fb14ce8fd23 in timer_thread_run (thread=, obj=) at mod_spandsp_fax.c:201 #4 0x00007fb195303000 in dummy_worker (opaque=0xc17d90) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb14c56a700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 30 (Thread 0x7fb14e33a700 (LWP 1567)): #0 0x00007fb193bfd893 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195304565 in apr_sleep (t=) at time/unix/time.c:246 #2 0x00007fb1950d38fc in do_sleep (t=) at src/switch_time.c:164 #3 0x00007fb14e5116a2 in node_thread_run (thread=0x0, obj=0x0) at mod_fifo.c:2184 #4 0x00007fb195303000 in dummy_worker (opaque=0xba9fd0) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb14e33a700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 29 (Thread 0x7fb14e376700 (LWP 1566)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0xbbd13c, obj=0xbbcf90) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb14e43a6c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb14e376700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 28 (Thread 0x7fb14ed85700 (LWP 1565)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=0xae7d68, data=0x7fb14ed84e18) at misc/apr_queue.c:276 #3 0x00007fb18c8416af in sofia_presence_event_thread_run (thread=0xae7e04, obj=0x80) at sofia_presence.c:1624 #4 0x00007fb195303000 in dummy_worker (opaque=0xae8b48) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb14ed85700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 ---Type to continue, or q to quit--- Thread 27 (Thread 0x7fb14f4be700 (LWP 1564)): #0 0x00007fb193bfbaed in poll () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb19506cbea in switch_wait_socklist (waitlist=0x7fb14f4bdbc0, len=3, ms=100) at src/switch_utils.c:2983 #2 0x00007fb14f4ec6e7 in profile_one_loop (profile=0x7fb18c017038) at mod_verto.c:4359 #3 0x00007fb14f4ed210 in runtime (profile=) at mod_verto.c:4487 #4 profile_thread (thread=0x7fb128000a90, obj=0x7fb18c017038) at mod_verto.c:5126 #5 0x00007fb19500e1ad in switch_core_session_thread_pool_worker (thread=0xb48640, obj=0x3) at src/switch_core_session.c:1758 #6 0x00007fb195303000 in dummy_worker (opaque=0xb48640) at threadproc/unix/thread.c:151 #7 0x00007fb19452c064 in start_thread (arg=0x7fb14f4be700) at pthread_create.c:309 #8 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 26 (Thread 0x7fb14fb47700 (LWP 1563)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007fb1952fd012 in apr_thread_cond_timedwait (cond=0x7fb18c7bbb68, mutex=0x7fb18c7bbb18, timeout=timeout@entry=100000) at locks/unix/thread_cond.c:89 #2 0x00007fb1952f4b9c in apr_queue_pop_timeout (queue=0x7fb18c7bbad8, data=data@entry=0x7fb14fb46e20, timeout=timeout@entry=100000) at misc/apr_queue.c:339 #3 0x00007fb194fe3b05 in switch_queue_pop_timeout (queue=, data=data@entry=0x7fb14fb46e20, timeout=timeout@entry=100000) at src/switch_apr.c:1164 #4 0x00007fb18c8084b8 in sofia_profile_worker_thread_run (thread=, obj=0xb07860) at sofia.c:2983 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18c09cb50) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14fb47700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 25 (Thread 0x7fb14fb83700 (LWP 1562)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0x7fb158030184, obj=0x7fb15802ffc0) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb14fc476c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb14fb83700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 24 (Thread 0x7fb14fcc0700 (LWP 1560)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007fb1952fd012 in apr_thread_cond_timedwait (cond=0x7fb18c7bbb68, mutex=0x7fb18c7bbb18, timeout=timeout@entry=100000) at locks/unix/thread_cond.c:89 #2 0x00007fb1952f4b9c in apr_queue_pop_timeout (queue=0x7fb18c7bbad8, data=data@entry=0x7fb14fcbfe20, timeout=timeout@entry=100000) at misc/apr_queue.c:339 #3 0x00007fb194fe3b05 in switch_queue_pop_timeout (queue=, data=data@entry=0x7fb14fcbfe20, timeout=timeout@entry=100000) at src/switch_apr.c:1164 #4 0x00007fb18c8084b8 in sofia_profile_worker_thread_run (thread=, obj=0xafa5b0) at sofia.c:2983 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18c476f38) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14fcc0700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 23 (Thread 0x7fb14fc84700 (LWP 1561)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007fb1952fd012 in apr_thread_cond_timedwait (cond=0x7fb18c7bbb68, mutex=0x7fb18c7bbb18, timeout=timeout@entry=100000) at locks/unix/thread_cond.c:89 #2 0x00007fb1952f4b9c in apr_queue_pop_timeout (queue=0x7fb18c7bbad8, data=data@entry=0x7fb14fc83e20, timeout=timeout@entry=100000) at misc/apr_queue.c:339 ---Type to continue, or q to quit--- #3 0x00007fb194fe3b05 in switch_queue_pop_timeout (queue=, data=data@entry=0x7fb14fc83e20, timeout=timeout@entry=100000) at src/switch_apr.c:1164 #4 0x00007fb18c8084b8 in sofia_profile_worker_thread_run (thread=, obj=0xaf3240) at sofia.c:2983 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18c4d9b40) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14fc84700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 22 (Thread 0x7fb14fcfc700 (LWP 1559)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007fb1952fd012 in apr_thread_cond_timedwait (cond=0x7fb18c7bbb68, mutex=0x7fb18c7bbb18, timeout=timeout@entry=100000) at locks/unix/thread_cond.c:89 #2 0x00007fb1952f4b9c in apr_queue_pop_timeout (queue=0x7fb18c7bbad8, data=data@entry=0x7fb14fcfbe20, timeout=timeout@entry=100000) at misc/apr_queue.c:339 #3 0x00007fb194fe3b05 in switch_queue_pop_timeout (queue=, data=data@entry=0x7fb14fcfbe20, timeout=timeout@entry=100000) at src/switch_apr.c:1164 #4 0x00007fb18c8084b8 in sofia_profile_worker_thread_run (thread=, obj=0xb00c60) at sofia.c:2983 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18c413b40) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb14fcfc700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 21 (Thread 0x7fb14fd38700 (LWP 1558)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0x7fb1680299a4, obj=0x7fb1680297d0) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb14ff396c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb14fd38700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 20 (Thread 0x7fb14fdb0700 (LWP 1557)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0x7fb16c029494, obj=0x7fb16c0292d0) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb18c1616c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb14fdb0700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 19 (Thread 0x7fb14fd74700 (LWP 1556)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0x7fb1600299c4, obj=0x7fb1600297f0) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb14fffe6c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb14fd74700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 18 (Thread 0x7fb18c516700 (LWP 1555)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1480008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8ee916 in su_base_port_run (self=0x7fb1480008c0) at su_base_port.c:349 #3 0x00007fb18c8f35e0 in su_pthread_port_clone_main (varg=0x7fb18c641790) at su_pthread_port.c:343 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18c516700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 ---Type to continue, or q to quit--- Thread 17 (Thread 0x7fb18c552700 (LWP 1554)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1540008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8ee916 in su_base_port_run (self=0x7fb1540008c0) at su_base_port.c:349 #3 0x00007fb18c8f35e0 in su_pthread_port_clone_main (varg=0x7fb18c67d790) at su_pthread_port.c:343 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18c552700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 16 (Thread 0x7fb18c58e700 (LWP 1553)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1500008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8ee916 in su_base_port_run (self=0x7fb1500008c0) at su_base_port.c:349 #3 0x00007fb18c8f35e0 in su_pthread_port_clone_main (varg=0x7fb18c6b9790) at su_pthread_port.c:343 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18c58e700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 15 (Thread 0x7fb18c5ca700 (LWP 1552)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb15c0008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8ee916 in su_base_port_run (self=0x7fb15c0008c0) at su_base_port.c:349 #3 0x00007fb18c8f35e0 in su_pthread_port_clone_main (varg=0x7fb18c6f5790) at su_pthread_port.c:343 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18c5ca700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 14 (Thread 0x7fb18c606700 (LWP 1551)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=queue@entry=0x7fb18c758ad8, data=data@entry=0x7fb18c605e30) at misc/apr_queue.c:276 #3 0x00007fb194fe3af5 in switch_queue_pop (queue=queue@entry=0x7fb18c758ad8, data=data@entry=0x7fb18c605e30) at src/switch_apr.c:1159 #4 0x00007fb18c831cd0 in sofia_msg_thread_run (thread=, obj=0x7fb18c758ad8) at sofia.c:2282 #5 0x00007fb195303000 in dummy_worker (opaque=0xaf1c90) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb18c606700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 13 (Thread 0x7fb18c642700 (LWP 1550)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1580008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8eea72 in su_base_port_step (self=0x7fb1580008c0, tout=1000) at su_base_port.c:467 #3 0x00007fb18c81def3 in sofia_profile_thread_run (thread=0x19, obj=0xb07860) at sofia.c:3383 #4 0x00007fb195303000 in dummy_worker (opaque=0xb0a130) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18c642700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 12 (Thread 0x7fb18c67e700 (LWP 1549)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1600008c0, tout=) ---Type to continue, or q to quit--- at su_epoll_port.c:495 #2 0x00007fb18c8eea72 in su_base_port_step (self=0x7fb1600008c0, tout=1000) at su_base_port.c:467 #3 0x00007fb18c81def3 in sofia_profile_thread_run (thread=0x15, obj=0xb00c60) at sofia.c:3383 #4 0x00007fb195303000 in dummy_worker (opaque=0xb037a8) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18c67e700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 11 (Thread 0x7fb18c6ba700 (LWP 1548)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb16c0008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8eea72 in su_base_port_step (self=0x7fb16c0008c0, tout=1000) at su_base_port.c:467 #3 0x00007fb18c81def3 in sofia_profile_thread_run (thread=0x11, obj=0xafa5b0) at sofia.c:3383 #4 0x00007fb195303000 in dummy_worker (opaque=0xafcc48) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18c6ba700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 10 (Thread 0x7fb18c6f6700 (LWP 1547)): #0 0x00007fb193c04c03 in epoll_wait () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb18c8ef37c in su_epoll_port_wait_events (self=0x7fb1680008c0, tout=) at su_epoll_port.c:495 #2 0x00007fb18c8eea72 in su_base_port_step (self=0x7fb1680008c0, tout=1000) at su_base_port.c:467 #3 0x00007fb18c81def3 in sofia_profile_thread_run (thread=0xd, obj=0xaf3240) at sofia.c:3383 #4 0x00007fb195303000 in dummy_worker (opaque=0xaf65d0) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18c6f6700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 9 (Thread 0x7fb18d898700 (LWP 1546)): #0 0x00007fb194532c8d in accept () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195301b26 in apr_socket_accept (new=0x7fb18d897da0, sock=0xa84878, connection_context=0x7fb170000aa8) at network_io/unix/sockets.c:191 #2 0x00007fb1950e3692 in msrp_listener (thread=0xa84ad0, obj=0x7fb1955ef578 ) at src/switch_msrp.c:1379 #3 0x00007fb195303000 in dummy_worker (opaque=0xa84ad0) at threadproc/unix/thread.c:151 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18d898700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 8 (Thread 0x7fb18d85c700 (LWP 1545)): #0 0x00007fb194532c8d in accept () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195301b26 in apr_socket_accept (new=0x7fb18d85bda0, sock=0xa84420, connection_context=0x7fb17c0013c8) at network_io/unix/sockets.c:191 #2 0x00007fb1950e3692 in msrp_listener (thread=0xa84778, obj=0x7fb1955ef558 ) at src/switch_msrp.c:1379 #3 0x00007fb195303000 in dummy_worker (opaque=0xa84778) at threadproc/unix/thread.c:151 #4 0x00007fb19452c064 in start_thread (arg=0x7fb18d85c700) at pthread_create.c:309 #5 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 7 (Thread 0x7fb18d8d4700 (LWP 1543)): #0 pthread_cond_timedwait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_timedwait.S:238 #1 0x00007fb1952fd012 in apr_thread_cond_timedwait (cond=0xa7e448, mutex=0xa7e3f8, timeout=timeout@entry=500000) at locks/unix/thread_cond.c:89 #2 0x00007fb1952f4b9c in apr_queue_pop_timeout (queue=0xa7e3b8, data=data@entry=0x7fb18d8d3e40, timeout=timeout@entry=500000) at misc/apr_queue.c:339 ---Type to continue, or q to quit--- #3 0x00007fb194fe3b05 in switch_queue_pop_timeout (queue=, data=data@entry=0x7fb18d8d3e40, timeout=timeout@entry=500000) at src/switch_apr.c:1164 #4 0x00007fb19505e68f in switch_scheduler_task_thread (thread=, obj=) at src/switch_scheduler.c:188 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18dabd5d8) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb18d8d4700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 6 (Thread 0x7fb18dafa700 (LWP 1542)): #0 0x00007fb193bfd893 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195304565 in apr_sleep (t=) at time/unix/time.c:246 #2 0x00007fb1950d38fc in do_sleep (t=) at src/switch_time.c:164 #3 0x00007fb19500cb9d in switch_core_sql_db_thread (thread=, obj=) at src/switch_core_sqldb.c:1395 #4 0x00007fb195303000 in dummy_worker (opaque=0x7fb18df4a748) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18dafa700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 5 (Thread 0x7fb18db36700 (LWP 1541)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb195006f1e in switch_user_sql_thread (thread=0xa7445c, obj=0xa742b0) at src/switch_core_sqldb.c:2135 #2 0x00007fb195303000 in dummy_worker (opaque=0x7fb18dbfa6c0) at threadproc/unix/thread.c:151 #3 0x00007fb19452c064 in start_thread (arg=0x7fb18db36700) at pthread_create.c:309 #4 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 4 (Thread 0x7fb18de86700 (LWP 1540)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=0x7fb18e0a9548, data=data@entry=0x7fb18de85e40) at misc/apr_queue.c:276 #3 0x00007fb194fe3af5 in switch_queue_pop (queue=, data=data@entry=0x7fb18de85e40) at src/switch_apr.c:1159 #4 0x00007fb1950c9cd0 in log_thread (t=, obj=) at src/switch_log.c:294 #5 0x00007fb195303000 in dummy_worker (opaque=0x7fb18df4a5a8) at threadproc/unix/thread.c:151 #6 0x00007fb19452c064 in start_thread (arg=0x7fb18de86700) at pthread_create.c:309 #7 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 3 (Thread 0x7fb18df87700 (LWP 1539)): #0 0x00007fb193bfbaed in poll () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb19506cbea in switch_wait_socklist (waitlist=0x7fb18df86bc0, len=2, ms=100) at src/switch_utils.c:2983 #2 0x00007fb14f4ec6e7 in profile_one_loop (profile=0x7fb14f4bf038) at mod_verto.c:4359 #3 0x00007fb14f4ed210 in runtime (profile=) at mod_verto.c:4487 #4 profile_thread (thread=0x7fb1840008c0, obj=0x7fb14f4bf038) at mod_verto.c:5126 #5 0x00007fb19500e1ad in switch_core_session_thread_pool_worker (thread=0x9f3b00, obj=0x2) at src/switch_core_session.c:1758 #6 0x00007fb195303000 in dummy_worker (opaque=0x9f3b00) at threadproc/unix/thread.c:151 #7 0x00007fb19452c064 in start_thread (arg=0x7fb18df87700) at pthread_create.c:309 #8 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 2 (Thread 0x7fb18e05a700 (LWP 1538)): #0 pthread_cond_wait@@GLIBC_2.3.2 () at ../nptl/sysdeps/unix/sysv/linux/x86_64/pthread_cond_wait.S:185 ---Type to continue, or q to quit--- #1 0x00007fb1952fcfad in apr_thread_cond_wait (cond=, mutex=) at locks/unix/thread_cond.c:68 #2 0x00007fb1952f4ab1 in apr_queue_pop (queue=0x835cd8, data=0x7fb18e059e20) at misc/apr_queue.c:276 #3 0x00007fb1950707a6 in switch_event_dispatch_thread (thread=0x7fb18e059e20, obj=0x835cd8) at src/switch_event.c:324 #4 0x00007fb195303000 in dummy_worker (opaque=0x7fb18e0a92c0) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb18e05a700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 Thread 1 (Thread 0x7fb195c89700 (LWP 1537)): #0 0x00007fb193bfd893 in select () at ../sysdeps/unix/syscall-template.S:81 #1 0x00007fb195304565 in apr_sleep (t=) at time/unix/time.c:246 #2 0x00007fb1950d38fc in do_sleep (t=) at src/switch_time.c:164 #3 0x00007fb194fff4c5 in pool_thread (thread=, obj=) at src/switch_core_memory.c:569 #4 0x00007fb195303000 in dummy_worker (opaque=0x7fb195cebc40) at threadproc/unix/thread.c:151 #5 0x00007fb19452c064 in start_thread (arg=0x7fb195c89700) at pthread_create.c:309 #6 0x00007fb193c0462d in clone () at ../sysdeps/unix/sysv/linux/x86_64/clone.S:111 (gdb) (gdb)