[OpenSIPS-Users] Opensips3: segfaults

Abdoul Osséni abdoul.osseni at gmail.com
Fri May 3 23:58:36 EDT 2019


Hi Bogdan-Andrei,

Thank you for your email.

There was a new crash. I pull opensis from github.

Syslog:

May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: child process 20937 exited by a signal 11
May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: core was generated
May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20910]:
INFO:core:handle_sigs: terminating due to SIGCHLD
May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20912]:
INFO:core:sig_usr: signal 15 received
May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20913]:
INFO:core:sig_usr: signal 15 received
May  4 00:10:00 sd-131841 /usr/local/sbin/opensips[20911]:
INFO:core:sig_usr: signal 15 received

Core file:

[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/local/sbin/opensips -P
/var/run/opensips/opensips.pid -m 1024 -M 1024 -u o'.
Program terminated with signal SIGSEGV, Segmentation fault.
#0  strlen () at ../sysdeps/x86_64/strlen.S:106
106    ../sysdeps/x86_64/strlen.S: No such file or directory.
(gdb) bt full
#0  strlen () at ../sysdeps/x86_64/strlen.S:106
No locals.
#1  0x00007fcd22563da8 in _IO_vfprintf_internal (s=s at entry=0x55b002428cb0,
format=<optimized out>,
    format at entry=0x55b0005b16a8 "CRITICAL:core:%s: freeing already freed %s
pointer (%p), first free: %s: %s(%ld) - aborting!\n",
ap=ap at entry=0x7fff50594d08)
at vfprintf.c:1637
        len = <optimized out>
        string_malloced = 0
        string = 0x30343a656d697470 <error: Cannot access memory at address
0x30343a656d697470>
        width = 0
        is_short = <optimized out>
        spec = <optimized out>
        step0_jumps = {0, -2199, -2392, -2299, -778, -685, 966, 644, 1362,
1166, 1273, -1287, 547, 639, -2145, -2098, -1198, -1093, -1081, -1069,
-2725, -577, 304, 393, 485, -3452, 63, -3541, -3541, 1073}
        base = <optimized out>
        pad = <optimized out>
        step1_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 1166, 1273, -1287, 547,
639, -2145, -2098, -1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485,
-3452, 63, -3541, -3541, 0}
        is_negative = <optimized out>
        number = <optimized out>
        use_outdigits = 0
        step2_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1273, -1287, 547, 639,
-2145, -2098, -1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485,
-3452, 63, -3541, -3541, 0}
        alt = 0
        left = 0
        showsign = <optimized out>
        group = 0
        is_char = <optimized out>
        step3a_jumps = {0, 0, 0, 0, 0, 0, 0, 0, 0, 0, -1383, 0, 0, 0,
-2145, -2098, -1198, -1093, -1081, 0, 0, 0, 0, 393, 0, 0, 0, 0, 0, 0}
        the_arg = {pa_wchar = 1348029555 L'\x50594c73', pa_int =
1348029555, pa_long_int = 140734541417587, pa_long_long_int =
140734541417587, pa_u_int = 1348029555, pa_u_long_int = 140734541417587,
          pa_u_long_long_int = 140734541417587, pa_double =
6.9532102097651782e-310, pa_long_double = <invalid float value>, pa_string
= 0x7fff50594c73 "20937\373\037",
          pa_wstring = 0x7fff50594c73 L"\x33393032\x1ffb37", pa_pointer =
0x7fff50594c73, pa_user = 0x7fff50594c73}
        space = <optimized out>
        is_long_double = <optimized out>
        is_long = <optimized out>
        step3b_jumps = {0 <repeats 11 times>, 547, 0, 0, -2145, -2098,
-1198, -1093, -1081, -1069, -2725, -577, 304, 393, 485, -3452, 63, 0, 0, 0}
        step4_jumps = {0 <repeats 14 times>, -2145, -2098, -1198, -1093,
-1081, -1069, -2725, -577, 304, 393, 485, -3452, 63, 0, 0, 0}
        prec = -1
        _buffer = {__routine = 0x7fff00000000, __arg = 0x50594c20,
__canceltype = 5, __prev = 0x7fff00000001}
        _avail = <optimized out>
        thousands_sep = 0x0
        grouping = 0xffffffffffffffff <error: Cannot access memory at
address 0xffffffffffffffff>
        done = <optimized out>
        f = 0x55b0005b16ee "s: %s(%ld) - aborting!\n"
        lead_str_end = 0x55b0005b16b6 "%s: freeing already freed %s pointer
(%p), first free: %s: %s(%ld) - aborting!\n"
        end_of_spec = <optimized out>
        work_buffer =
"\220HYP\377\177\000\000\b\000\000\000\000\000\000\000h\r\000\000\000\000\000\000\260\214B\002\260U\000\000\220MYP\377\177\000\000x\200\300\236\314\177\000\000\230NYP\377\177\000\000\000\000\000\000\000\000\000\000\254\200\300\236\314\177\000\000\271$V\"\315\177\000\000h\r\000\000\000\000\000\000\036\000\000\000D\000\000\000XMYP\377\177\000\000\a\000\000\000\000\000\000\000\370HYP\377\177\000\000\001\000\000\000\000\000\000\000WMYP\377\177\000\000\260\214B\002\260U\000\000\000NYP\377\177\000\000\225\347g\"\315\177\000\000\030NYP\377\177\000\000\000\000\000\000\000\000\000\000\230\347g\"\315\177\000\000\271$V\"\315\177\000\000\000\000\000\000\314\177\000\000"...
        workstart = 0x0
        workend = <optimized out>
        ap_save = {{gp_offset = 16, fp_offset = 48, overflow_arg_area =
0x7fff50594de0, reg_save_area = 0x7fff50594d20}}
        nspecs_done = <optimized out>
        save_errno = 115
        readonly_format = 0
        __PRETTY_FUNCTION__ = "_IO_vfprintf_internal"
#2  0x00007fcd225ff160 in __GI___vsyslog_chk (pri=<optimized out>,
flag=flag at entry=-1, fmt=0x55b0005b16a8 "CRITICAL:core:%s: freeing already
freed %s pointer (%p), first free: %s: %s(%ld) - aborting!\n",
    ap=ap at entry=0x7fff50594d08) at ../misc/syslog.c:220
        now_tm = {tm_sec = 50, tm_min = 9, tm_hour = 0, tm_mday = 4, tm_mon
= 4, tm_year = 119, tm_wday = 6, tm_yday = 123, tm_isdst = 1, tm_gmtoff =
7200, tm_zone = 0x55b002425820 "CEST"}
        now = 1556921390
        fd = <optimized out>
        f = 0x55b002428cb0
        buf = 0x0
        bufsize = 0
---Type <return> to continue, or q <return> to quit---
        msgoff = 21
        saved_errno = 115
        failbuf = "\034\214D\002\260U\000\000\222\347g\"\315\177\000\000
8\213\"\315\177\000\000\b\000\000\000"
#3  0x00007fcd225ff28f in __syslog (pri=<optimized out>, fmt=<optimized
out>) at ../misc/syslog.c:117
        ap = {{gp_offset = 48, fp_offset = 48, overflow_arg_area =
0x7fff50594de0, reg_save_area = 0x7fff50594d20}}
#4  0x000055b0004bccbd in fm_free (fm=0x7fcca1cdc000, p=0x7fcca9f8f660,
file=0x7fcc9f292e97 "dlg_hash.c", func=0x7fcc9f294ce0 <__FUNCTION__.12604>
"free_dlg_dlg", line=209) at mem/f_malloc_dyn.h:231
        f = 0x7fcca9f8f630
        n = 0x0
        __FUNCTION__ = "fm_free"
#5  0x00007fcc9f253f4f in _shm_free (ptr=0x7fcca9f8f660,
file=0x7fcc9f292e97 "dlg_hash.c", function=0x7fcc9f294ce0
<__FUNCTION__.12604> "free_dlg_dlg", line=209) at
../../evi/../mem/shm_mem.h:447
No locals.
#6  0x00007fcc9f2552d6 in free_dlg_dlg (dlg=0x7fccb1a729b0) at
dlg_hash.c:209
        dv = 0x55b0003eba70 <_start>
        i = 0
        __FUNCTION__ = "free_dlg_dlg"
#7  0x00007fcc9f255d82 in destroy_dlg (dlg=0x7fccb1a729b0) at dlg_hash.c:256
        ret = 1
        __FUNCTION__ = "destroy_dlg"
#8  0x00007fcc9f2596aa in unref_dlg (dlg=0x7fccb1a729b0, cnt=1) at
dlg_hash.c:859
        d_entry = 0x7fcca20cf4d8
        __FUNCTION__ = "unref_dlg"
#9  0x00007fcc9f25f198 in unref_dlg_destroy_safe (dlg=0x7fccb1a729b0,
cnt=1) at dlg_hash.h:412
No locals.
#10 0x00007fcc9f264339 in tmcb_unreference_dialog (t=0x7fccb1ab5cd8,
type=4096, param=0x7fff505950e0) at dlg_handlers.c:992
No locals.
#11 0x00007fcca1472fed in run_trans_callbacks (type=4096,
trans=0x7fccb1ab5cd8, req=0x0, rpl=0x0, code=0) at t_hooks.c:209
        params = {req = 0x0, rpl = 0x0, code = 0, param = 0x7fcca9f01730,
extra1 = 0x0, extra2 = 0x0}
        cbp = 0x7fcca9f01720
        backup = 0x55b000835ea8 <global_avps>
        trans_backup = 0xffffffffffffffff
        __FUNCTION__ = "run_trans_callbacks"
#12 0x00007fcca144b117 in free_cell (dead_cell=0x7fccb1ab5cd8) at
h_table.c:125
        b = 0x7fff50595190 "\300QYP\377\177"
        i = 15879
        rpl = 0x7fcca1eca46c
        tt = 0x7fcca144b07f <unlock_hash+57>
        foo = 0x7fff50595178
        p = 0x7fcca144ab66 <_unlock+24>
        __FUNCTION__ = "free_cell"
#13 0x00007fcca147b78d in delete_cell (p_cell=0x7fccb1ab5cd8, unlock=1) at
timer.c:239
        __FUNCTION__ = "delete_cell"
#14 0x00007fcca147c130 in wait_handler (wait_tl=0x7fccb1ab5d58) at
timer.c:453
        p_cell = 0x7fccb1ab5cd8
        __FUNCTION__ = "wait_handler"
#15 0x00007fcca147dffc in timer_routine (ticks=23783, set=0x0) at
timer.c:1077
        tl = 0x7fccb1ab5d58
        tmp_tl = 0x0
        id = 2
        __FUNCTION__ = "timer_routine"
#16 0x000055b000465d59 in handle_timer_job () at timer.c:863
        t = 0x7fcca20af7b0
        l = 8
        __FUNCTION__ = "handle_timer_job"
#17 0x000055b000547479 in handle_io (fm=0x7fcce1d0dd90, idx=3,
event_type=1) at net/net_tcp_proc.c:194
        ret = 0
        n = 0
        con = 0x0
        s = 0
        rw = -1
        resp = -1
---Type <return> to continue, or q <return> to quit---
        response = {0, 0}
        __FUNCTION__ = "handle_io"
#18 0x000055b00054650e in io_wait_loop_epoll (h=0x55b00086e120
<_worker_io>, t=2, repeat=0) at net/../io_wait_loop.h:280
        ret = 1
        n = 1
        r = 3
        i = 32716
        e = 0x7fcce1d0dd90
        ep_event = {events = 5533644, data = {ptr = 0x50595410000055b0, fd
= 21936, u32 = 21936, u64 = 5789751223657715120}}
        fd = 32767
        __FUNCTION__ = "io_wait_loop_epoll"
#19 0x000055b00054861b in tcp_worker_proc_loop () at net/net_tcp_proc.c:411
        __FUNCTION__ = "tcp_worker_proc_loop"
#20 0x000055b000558bec in tcp_start_processes (chd_rank=0x55b00083603c
<chd_rank>, startup_done=0x0) at net/net_tcp.c:2064
        r = 7
        n = 11
        p_id = 0
        reader_fd = {147, 148}
        si = 0x0
        __FUNCTION__ = "tcp_start_processes"
#21 0x000055b0004869ab in main_loop () at main.c:801
        chd_rank = 24
        startup_done = 0x0
        last_check = 0
        rc = 1001
        __FUNCTION__ = "main_loop"
#22 0x000055b000489d8d in main (argc=13, argv=0x7fff50595638) at main.c:1480
        cfg_log_stderr = 1
        c = -1
        r = 0
        tmp = 0x7fff50596f1c ""
        tmp_len = 32767
        port = 1348031790
        proto = 32767
        protos_no = 3
        options = 0x55b0005a2068
"f:cCm:M:b:l:n:N:rRvdDFEVhw:t:u:g:p:P:G:W:o:a:k:s:"
        ret = -1
        seed = 3719096875
        rfd = 3
        __FUNCTION__ = "main"

I hope it will help.

Abdoul OSSENI
Ingénieur DevOps chez Néo-Soft
Co-Fondateur de ON SERVICES
Tél : +33 601 135 167


Le mar. 23 avr. 2019 à 18:35, Bogdan-Andrei Iancu <bogdan at opensips.org> a
écrit :

> Hi Abdoul,
>
> Unfortunately without the corefile, it is almost impossible to
> troubleshoot this.
>
> For the future, see
> https://opensips.org/Documentation/TroubleShooting-Crash to understand
> how to properly get the core files.
>
> Regards,
>
> Bogdan-Andrei Iancu
>
> OpenSIPS Founder and Developer
>   https://www.opensips-solutions.com
> OpenSIPS Summit 2019
>   https://www.opensips.org/events/Summit-2019Amsterdam/
>
> On 04/23/2019 06:40 PM, Abdoul Osséni wrote:
>
> Hello,
>
> I am testing Opensips3 (last commit from github) and I encounter an issue:
>
> dmesg:
> [Tue Apr 23 17:03:27 2019] traps: opensips[16387] general protection
> ip:7f86ed1a2676 sp:7ffef01c70b8 error:0
>
> below is the log of opensips
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16387]:
> CRITICAL:core:sig_usr: segfault in process pid: 16387, id: 28
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: child process 16387 exited by a signal 11
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: core was not generated
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:handle_sigs: terminating due to SIGCHLD
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16360]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 7(16366) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 27 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16362]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 3(16362) [timer] terminated, still
> waiting for 26 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 5(16364) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 25 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 6(16365) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 24 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 12(16371) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 23 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 14(16373) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 22 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 15(16374) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 21 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 17(16376) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 20 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 18(16377) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 19 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 19(16378) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 18 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16361]:
> INFO:core:sig_usr: signal 15 received
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 2(16361) [time_keeper] terminated,
> still waiting for 17 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 20(16379) [TCP receiver] terminated,
> still waiting for 16 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 21(16380) [TCP receiver] terminated,
> still waiting for 15 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 22(16381) [TCP receiver] terminated,
> still waiting for 14 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 23(16382) [TCP receiver] terminated,
> still waiting for 13 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 24(16383) [TCP receiver] terminated,
> still waiting for 12 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 25(16384) [TCP receiver] terminated,
> still waiting for 11 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 26(16385) [TCP receiver] terminated,
> still waiting for 10 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 27(16386) [TCP receiver] terminated,
> still waiting for 9 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 29(16388) [TCP main] terminated,
> still waiting for 8 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 16(16375) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 7 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 4(16363) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 6 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 11(16370) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 5 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 13(16372) [SIP receiver
> hep_udp:x.x.x.x:6060] terminated, still waiting for 4 more
> Apr 23 17:04:11 sd-152273 /usr/local/sbin/opensips[16359]:
> INFO:core:shutdown_opensips: process 10(16369) [SIP receiver
> udp:x.x.x.x:5060] terminated, still waiting for 3 more
> :
>
> Sorry, the crashdump was not generated.
>
> Regards
>
> Abdoul OSSENI
> Ingénieur DevOps chez Néo-Soft
> Co-Fondateur de ON SERVICES
> Tél : +33 601 135 167
>
>
> _______________________________________________
> Users mailing listUsers at lists.opensips.orghttp://lists.opensips.org/cgi-bin/mailman/listinfo/users
>
>
>
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.opensips.org/pipermail/users/attachments/20190504/27bcb091/attachment-0001.html>


More information about the Users mailing list