[root /]# gdb /usr/sbin/kamailio core.70775
GNU gdb (GDB) Red Hat Enterprise Linux 7.6.1-119.el7
Copyright (C) 2013 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-redhat-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/sbin/kamailio...Reading symbols from /usr/lib/debug/usr/sbin/kamailio.debug...done.
done.
[New LWP 70775]
Missing separate debuginfo for /usr/lib64/mysql/libmysqlclient.so.18
Try: yum --enablerepo='*debug*' install /usr/lib/debug/.build-id/b5/d3caa8c105db5c047c10ed4fbe66308e69a258.debug
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib64/libthread_db.so.1".
Core was generated by `/usr/sbin/kamailio -DD -P /run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.'.
Program terminated with signal 11, Segmentation fault.
#0  0x00007f3b39dfca38 in usrloc_dmq_send_contact (ptr=0x7f3b3b34bf28, aor=..., action=1, node=0x7f3b3b319868) at usrloc_sync.c:749
749                     srjson_AddStrToObject(&jdoc, jdoc.root, "sock", ptr->sock->sock_str.s, ptr->sock->sock_str.len);
Missing separate debuginfos, use: debuginfo-install glibc-2.17-307.el7.1.x86_64 keyutils-libs-1.5.8-3.el7.x86_64 krb5-libs-1.15.1-46.el7.x86_64 libcom_err-1.42.9-17.el7.x86_64 libgcc-4.8.5-39.el7.x86_64 libselinux-2.5-15.el7.x86_64 libstdc++-4.8.5-39.el7.x86_64 openssl-libs-1.0.2k-19.el7.x86_64 pcre-8.32-17.el7.x86_64 zlib-1.2.7-18.el7.x86_64
(gdb) backtrace
#0  0x00007f3b39dfca38 in usrloc_dmq_send_contact (ptr=0x7f3b3b34bf28, aor=..., action=1, node=0x7f3b3b319868) at usrloc_sync.c:749
#1  0x00007f3b39df29de in usrloc_get_all_ucontact (node=0x7f3b3b319868) at usrloc_sync.c:255
#2  0x00007f3b39df5e3c in usrloc_dmq_execute_action (jdoc_action=0x27a0340, node=0x7f3b3b319868) at usrloc_sync.c:433
#3  0x00007f3b39df8937 in usrloc_dmq_handle_msg (msg=0x7f3b3b6f8228, resp=0x7fffe405f420, node=0x7f3b3b319868) at usrloc_sync.c:521
#4  0x00007f3b3ab93b88 in worker_loop (id=0) at worker.c:113
#5  0x00007f3b3ab91304 in child_init (rank=0) at dmq.c:296
#6  0x000000000057c313 in init_mod_child (m=0x7f3b51714998, rank=0) at core/sr_module.c:780
#7  0x000000000057bf88 in init_mod_child (m=0x7f3b517156b0, rank=0) at core/sr_module.c:776
#8  0x000000000057bf88 in init_mod_child (m=0x7f3b517179c8, rank=0) at core/sr_module.c:776
#9  0x000000000057bf88 in init_mod_child (m=0x7f3b51718dd0, rank=0) at core/sr_module.c:776
#10 0x000000000057bf88 in init_mod_child (m=0x7f3b517198c0, rank=0) at core/sr_module.c:776
#11 0x000000000057bf88 in init_mod_child (m=0x7f3b5171a068, rank=0) at core/sr_module.c:776
#12 0x000000000057bf88 in init_mod_child (m=0x7f3b5171b1e8, rank=0) at core/sr_module.c:776
#13 0x000000000057cab2 in init_child (rank=0) at core/sr_module.c:825
#14 0x000000000042ab0d in main_loop () at main.c:1763
#15 0x0000000000433a76 in main (argc=10, argv=0x7fffe40604b8) at main.c:2856
(gdb) bt full
#0  0x00007f3b39dfca38 in usrloc_dmq_send_contact (ptr=0x7f3b3b34bf28, aor=..., action=1, node=0x7f3b3b319868) at usrloc_sync.c:749
        jdoc = {root = 0x27bd930, flags = 0, buf = {s = 0x0, len = 0}, malloc_fn = 0x41b430 <malloc@plt>, free_fn = 0x41ad90 <free@plt>}
        __FUNCTION__ = "usrloc_dmq_send_contact"
#1  0x00007f3b39df29de in usrloc_get_all_ucontact (node=0x7f3b3b319868) at usrloc_sync.c:255
        rval = 0
        len = 504820
        buf = 0x7f3b542ec010
        cp = 0x7f3b542ec145
        c = {s = 0x7f3b542ec0f6 "sip:konsultant@10.14.5.93:5060", len = 30}
        recv = {s = 0x7f3b542ec118 "", len = 0}
        path = {s = 0x0, len = 0}
        ruid = {s = 0x7f3b542ec12c "uloc-5f437d69-5ce9-eb\001\004\344\340\035", len = 21}
        aorhash = 3773039617
        send_sock = 0x0
        flags = 0
        aor = {s = 0x7f3b3b34be98 "047350@konsultant.voice.int.ccig.pl", len = 35}
        r = 0x7f3b3b34bdf0
        _d = 0x7f3b3b2f3760
        ptr = 0x7f3b3b34bf28
        res = 0
        n = 3
        __FUNCTION__ = "usrloc_get_all_ucontact"
#2  0x00007f3b39df5e3c in usrloc_dmq_execute_action (jdoc_action=0x27a0340, node=0x7f3b3b319868) at usrloc_sync.c:433
        ci = {ruid = {s = 0x0, len = 0}, c = 0x7f3b3a0033e0 <c.13717>, received = {s = 0x0, len = 0}, path = 0x7f3b3a003400 <path.13719>, expires = 0, q = 0, callid = 0x7f3b3a003410 <callid.13718>, cseq = 0, flags = 0, cflags = 0, user_agent = 0x7f3b3a003420 <user_agent.13720>, sock = 0x0, methods = 0, instance = {s = 0x0, len = 0}, reg_id = 0, server_id = 0,
          tcpconn_id = -1, keepalive = 0, xavp = 0x0, last_modified = 0}
        it = 0x0
        sock = 0x0
        action = 3
        expires = 0
        cseq = 0
        flags = 0
        cflags = 0
        q = 0
        last_modified = 0
        methods = 0
        reg_id = 0
        server_id = 0
        port = 0
        proto = 0
        aor = {s = 0x0, len = 0}
        ruid = {s = 0x0, len = 0}
        received = {s = 0x0, len = 0}
        instance = {s = 0x0, len = 0}
        host = {s = 0x27bd544 "", len = 11}
        c = {s = 0x27bd160 "p\004z\002", len = 30}
        callid = {s = 0x27bd390 "", len = 43}
        path = {s = 0x27a0390 "P\337{\002", len = 0}
        user_agent = {s = 0x27bd2e0 "\004", len = 22}
        __FUNCTION__ = "usrloc_dmq_execute_action"
#3  0x00007f3b39df8937 in usrloc_dmq_handle_msg (msg=0x7f3b3b6f8228, resp=0x7fffe405f420, node=0x7f3b3b319868) at usrloc_sync.c:521
        content_length = 12
        body = {s = 0x7f3b3b6f8ba9 "{\"action\":3}", len = 12}
        jdoc = {root = 0x27a02f0, flags = 0, buf = {s = 0x7f3b3b6f8ba9 "{\"action\":3}", len = 12}, malloc_fn = 0x41b430 <malloc@plt>, free_fn = 0x41ad90 <free@plt>}
        __FUNCTION__ = "usrloc_dmq_handle_msg"
#4  0x00007f3b3ab93b88 in worker_loop (id=0) at worker.c:113
        worker = 0x7f3b3b2d1008
        current_job = 0x7f3b3b6e12f8
        peer_response = {resp_code = 0, content_type = {s = 0x0, len = 0}, reason = {s = 0x0, len = 0}, body = {s = 0x0, len = 0}}
        ret_value = 0
        not_parsed = 1
        dmq_node = 0x7f3b3b319868
        __FUNCTION__ = "worker_loop"
#5  0x00007f3b3ab91304 in child_init (rank=0) at dmq.c:296
        i = 0
        newpid = 0
        __FUNCTION__ = "child_init"
#6  0x000000000057c313 in init_mod_child (m=0x7f3b51714998, rank=0) at core/sr_module.c:780
        __FUNCTION__ = "init_mod_child"
#7  0x000000000057bf88 in init_mod_child (m=0x7f3b517156b0, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#8  0x000000000057bf88 in init_mod_child (m=0x7f3b517179c8, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#9  0x000000000057bf88 in init_mod_child (m=0x7f3b51718dd0, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#10 0x000000000057bf88 in init_mod_child (m=0x7f3b517198c0, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#11 0x000000000057bf88 in init_mod_child (m=0x7f3b5171a068, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#12 0x000000000057bf88 in init_mod_child (m=0x7f3b5171b1e8, rank=0) at core/sr_module.c:776
        __FUNCTION__ = "init_mod_child"
#13 0x000000000057cab2 in init_child (rank=0) at core/sr_module.c:825
        ret = 1367153016
        type = 0x809065 "PROC_MAIN"
        __FUNCTION__ = "init_child"
#14 0x000000000042ab0d in main_loop () at main.c:1763
        i = 8
        pid = 70771
        si = 0x0
---Type <return> to continue, or q <return> to quit---
        si_desc = "udp receiver child=7 sock=10.0.210.58:5062\000Q;\177\000\000\253\037\177", '\000' <repeats 13 times>, "\320\003\006\344\377\177\000\000\070\370|\000\000\000\000\000*\000\000\000\000\000\000\000\000\331uS;\177\000\000\203a\201\000\000\000\000\000\217\331uS;\177\000\000\300\270A\000\000\000\000\000\220\304{Q;\177\000"
        nrprocs = 8
        woneinit = 1
        __FUNCTION__ = "main_loop"
#15 0x0000000000433a76 in main (argc=10, argv=0x7fffe40604b8) at main.c:2856
        cfg_stream = 0x26cc010
        c = -1
        r = 0
        tmp = 0x7fffe406181a ""
        tmp_len = 2496
        port = 2496
        proto = 1472
        ahost = 0x0
        aport = 0
        options = 0x7d2498 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 4061656402
        rfd = 4
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 2
        n_lst = 0x7f3b537e9160 <intel_02_known>
        p = 0xf0b5ff <Address 0xf0b5ff out of bounds>
        st = {st_dev = 20, st_ino = 377534, st_nlink = 2, st_mode = 16832, st_uid = 997, st_gid = 995, __pad0 = 0, st_rdev = 0, st_size = 80, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1597913469, tv_nsec = 499342371}, st_mtim = {tv_sec = 1598258538, tv_nsec = 910898271}, st_ctim = {tv_sec = 1598258538, tv_nsec = 910898271}, __unused = {0, 0, 0}}
        tbuf = '\000' <repeats 376 times>...
        option_index = 0
        long_options = {{name = 0x7d468f "help", has_arg = 0, flag = 0x0, val = 104}, {name = 0x7cfc94 "version", has_arg = 0, flag = 0x0, val = 118}, {name = 0x7d4694 "alias", has_arg = 1, flag = 0x0, val = 1024}, {name = 0x7d469a "subst", has_arg = 1, flag = 0x0, val = 1025}, {name = 0x7d46a0 "substdef", has_arg = 1, flag = 0x0, val = 1026}, {
            name = 0x7d46a9 "substdefs", has_arg = 1, flag = 0x0, val = 1027}, {name = 0x7d46b3 "server-id", has_arg = 1, flag = 0x0, val = 1028}, {name = 0x7d46bd "loadmodule", has_arg = 1, flag = 0x0, val = 1029}, {name = 0x7d46c8 "modparam", has_arg = 1, flag = 0x0, val = 1030}, {name = 0x7d46d1 "log-engine", has_arg = 1, flag = 0x0, val = 1031}, {
            name = 0x7d46dc "debug", has_arg = 1, flag = 0x0, val = 1032}, {name = 0x0, has_arg = 0, flag = 0x0, val = 0}}
        __FUNCTION__ = "main"
(gdb)