Description

One of our proxy instances died after one of the rtpengines "disappeared". I don't know if there is a real connection between those two events, the only thing I know the small timespan between them.

Troubleshooting

Reproduction

It was only on one of our proxy servers, and it doesn't happen all the time.

Debugging Data

gdb output:

GNU gdb (GDB) 7.4.1-debian
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/sbin/kamailio...Reading symbols from /usr/lib/debug/.build-id/bf/0f481eacd5661e7adec0c358237730d825ea2a.debug...done.
done.
[New LWP 31359]

warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/sbin/kamailio -f /etc/kamailio/kamailio_sip_proxy.cfg -P /var/run/kamailio'.
Program terminated with signal 11, Segmentation fault.
#0  0x0000000000663091 in destroy_avp_list_unsafe (list=0x7efe49050bd0) at core/usr_avp.c:625
625	core/usr_avp.c: No such file or directory.
(gdb) bt
#0  0x0000000000663091 in destroy_avp_list_unsafe (list=0x7efe49050bd0) at core/usr_avp.c:625
#1  0x00007efe6b4daadc in free_cell_helper (dead_cell=0x7efe49050a48, silent=0, fname=0x7efe6b5db100 "timer.c", fline=654) at h_table.c:242
#2  0x00007efe6b587703 in wait_handler (ti=1289862248, wait_tl=0x7efe49050ac8, data=0x7efe49050a48) at timer.c:654
#3  0x0000000000650af0 in timer_list_expire (t=1289862248, h=0x7efe42c476c8, slow_l=0x7efe42c47e20, slow_mark=92) at core/timer.c:874
#4  0x0000000000650f50 in timer_handler () at core/timer.c:939
#5  0x00000000006513fe in timer_main () at core/timer.c:978
#6  0x0000000000427e7b in main_loop () at main.c:1698
#7  0x000000000042eb71 in main (argc=17, argv=0x7fff90152e78) at main.c:2645
(gdb) bt full
#0  0x0000000000663091 in destroy_avp_list_unsafe (list=0x7efe49050bd0) at core/usr_avp.c:625
        avp = 0xec83485354415541
        foo = 0xec83485354415541
        __FUNCTION__ = "destroy_avp_list_unsafe"
#1  0x00007efe6b4daadc in free_cell_helper (dead_cell=0x7efe49050a48, silent=0, fname=0x7efe6b5db100 "timer.c", fline=654) at h_table.c:242
        b = 0x0
        i = 1
        rpl = 0x0
        tt = 0x0
        foo = 0x16b4d8226
        cbs = 0x0
        cbs_tmp = 0x7fff90152860
        __FUNCTION__ = "free_cell_helper"
#2  0x00007efe6b587703 in wait_handler (ti=1289862248, wait_tl=0x7efe49050ac8, data=0x7efe49050a48) at timer.c:654
        p_cell = 0x7efe49050a48
        ret = 32767
#3  0x0000000000650af0 in timer_list_expire (t=1289862248, h=0x7efe42c476c8, slow_l=0x7efe42c47e20, slow_mark=92) at core/timer.c:874
        tl = 0x7efe49050ac8
        ret = 0
#4  0x0000000000650f50 in timer_handler () at core/timer.c:939
        saved_ticks = 1289862248
        run_slow_timer = 0
        i = 92
        __FUNCTION__ = "timer_handler"
#5  0x00000000006513fe in timer_main () at core/timer.c:978
No locals.
#6  0x0000000000427e7b in main_loop () at main.c:1698
        i = 32
        pid = 0
        si = 0x0
        si_desc = "udp receiver child=31 sock=172.20.40.6:5060\000\376~\000\000\200+\025\220\377\177\000\000\000E\004\204\252\235\005\320\200+\025\220\377\177\000\000\374e#V\000\000\000\000\060\261A\000\000\000\000\000p.\025\220\377\177", '\000' <repeats 18 times>, "`+\025\220\377\177\000\000\354uV\000\000\000\000"
        nrprocs = 32
        woneinit = 1
        __FUNCTION__ = "main_loop"
#7  0x000000000042eb71 in main (argc=17, argv=0x7fff90152e78) at main.c:2645
        cfg_stream = 0x28e6010
        c = -1
        r = 0
        tmp = 0x7fff90154f9b ""
        tmp_len = 1878702080
        port = 32510
        proto = 4221504
        options = 0x761e08 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 1275650845
        rfd = 6
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 0
        n_lst = 0x7efe70963520
        p = 0x0
        st = {st_dev = 14, st_ino = 25628, st_nlink = 2, st_mode = 16877, st_uid = 110, st_gid = 301, __pad0 = 0, st_rdev = 0, st_size = 160, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1532943957, tv_nsec = 228188274}, st_mtim = {
            tv_sec = 1533222622, tv_nsec = 138276459}, st_ctim = {tv_sec = 1533222624, tv_nsec = 666345913}, __unused = {0, 0, 0}}
        __FUNCTION__ = "main"
(gdb) info locals
avp = 0xec83485354415541
foo = 0xec83485354415541
__FUNCTION__ = "destroy_avp_list_unsafe"
(gdb) list
620	in core/usr_avp.c

As there are two core dumps from the same time from different PIDs, here's the other gdb output:

GNU gdb (GDB) 7.4.1-debian
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/sbin/kamailio...Reading symbols from /usr/lib/debug/.build-id/bf/0f481eacd5661e7adec0c358237730d825ea2a.debug...done.
done.
[New LWP 31322]

warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/sbin/kamailio -f /etc/kamailio/kamailio_sip_proxy.cfg -P /var/run/kamailio'.
Program terminated with signal 11, Segmentation fault.
#0  0x00007efe6b4d9635 in free_cell_helper (dead_cell=0x7efe485bf778, silent=1, fname=0x7efe6b5b8119 "h_table.c", fline=448) at h_table.c:171
171	h_table.c: No such file or directory.
(gdb) bt
#0  0x00007efe6b4d9635 in free_cell_helper (dead_cell=0x7efe485bf778, silent=1, fname=0x7efe6b5b8119 "h_table.c", fline=448) at h_table.c:171
#1  0x00007efe6b4db2c7 in free_hash_table () at h_table.c:448
#2  0x00007efe6b507caf in tm_shutdown () at t_funcs.c:89
#3  0x00000000005d522e in destroy_modules () at core/sr_module.c:832
#4  0x000000000041baa3 in cleanup (show_status=1) at main.c:528
#5  0x000000000041d132 in shutdown_children (sig=15, show_status=1) at main.c:670
#6  0x000000000041fd54 in handle_sigs () at main.c:775
#7  0x0000000000428d5b in main_loop () at main.c:1759
#8  0x000000000042eb71 in main (argc=17, argv=0x7fff90152e78) at main.c:2645
(gdb) bt full
#0  0x00007efe6b4d9635 in free_cell_helper (dead_cell=0x7efe485bf778, silent=1, fname=0x7efe6b5b8119 "h_table.c", fline=448) at h_table.c:171
        b = 0x0
        i = 1
        rpl = 0x0
        tt = 0x0
        foo = 0x6442c024c0
        cbs = 0x30363035362e
        cbs_tmp = 0x7efe4826bd48
        __FUNCTION__ = "free_cell_helper"
#1  0x00007efe6b4db2c7 in free_hash_table () at h_table.c:448
        p_cell = 0x7efe485bf778
        tmp_cell = 0x7efe42c9d5e0
        i = 8123
        __FUNCTION__ = "free_hash_table"
#2  0x00007efe6b507caf in tm_shutdown () at t_funcs.c:89
        __FUNCTION__ = "tm_shutdown"
#3  0x00000000005d522e in destroy_modules () at core/sr_module.c:832
        t = 0x7efe6dff9428
        foo = 0x7efe6dff8db0
        __FUNCTION__ = "destroy_modules"
#4  0x000000000041baa3 in cleanup (show_status=1) at main.c:528
        memlog = 0
        __FUNCTION__ = "cleanup"
#5  0x000000000041d132 in shutdown_children (sig=15, show_status=1) at main.c:670
        __FUNCTION__ = "shutdown_children"
#6  0x000000000041fd54 in handle_sigs () at main.c:775
        chld = 0
        chld_status = 139
        any_chld_stopped = 1
        memlog = 8
        __FUNCTION__ = "handle_sigs"
#7  0x0000000000428d5b in main_loop () at main.c:1759
        i = 32
        pid = 31412
        si = 0x0
        si_desc = "udp receiver child=31 sock=172.20.40.6:5060\000\376~\000\000\200+\025\220\377\177\000\000\000E\004\204\252\235\005\320\200+\025\220\377\177\000\000\374e#V\000\000\000\000\060\261A\000\000\000\000\000p.\025\220\377\177", '\000' <repeats 18 times>, "`+\025\220\377\177\000\000\354uV\000\000\000\000"
        nrprocs = 32
        woneinit = 1
        __FUNCTION__ = "main_loop"
#8  0x000000000042eb71 in main (argc=17, argv=0x7fff90152e78) at main.c:2645
        cfg_stream = 0x28e6010
        c = -1
        r = 0
        tmp = 0x7fff90154f9b ""
        tmp_len = 1878702080
        port = 32510
        proto = 4221504
        options = 0x761e08 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 1275650845
        rfd = 6
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 0
        n_lst = 0x7efe70963520
        p = 0x0
        st = {st_dev = 14, st_ino = 25628, st_nlink = 2, st_mode = 16877, st_uid = 110, st_gid = 301, __pad0 = 0, st_rdev = 0, st_size = 160, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1532943957, tv_nsec = 228188274}, st_mtim = {
            tv_sec = 1533222622, tv_nsec = 138276459}, st_ctim = {tv_sec = 1533222624, tv_nsec = 666345913}, __unused = {0, 0, 0}}
        __FUNCTION__ = "main"
(gdb) info locals
b = 0x0
i = 1
rpl = 0x0
tt = 0x0
foo = 0x6442c024c0
cbs = 0x30363035362e
cbs_tmp = 0x7efe4826bd48
__FUNCTION__ = "free_cell_helper"
(gdb) list
166	in h_table.c

A few minutes later, we had another crash, again with two core dumps.

1:

GNU gdb (GDB) 7.4.1-debian
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/sbin/kamailio...Reading symbols from /usr/lib/debug/.build-id/bf/0f481eacd5661e7adec0c358237730d825ea2a.debug...done.
done.
[New LWP 34380]

warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/sbin/kamailio -f /etc/kamailio/kamailio_sip_proxy.cfg -P /var/run/kamailio'.
Program terminated with signal 11, Segmentation fault.
#0  0x00007f2dea9d1998 in t_forward_nonack (t=0x7f2dc717ab98, p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0) at t_fwd.c:1721
1721	t_fwd.c: No such file or directory.
(gdb) bt full
#0  0x00007f2dea9d1998 in t_forward_nonack (t=0x7f2dc717ab98, p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0) at t_fwd.c:1721
        branch_ret = 0
        lowest_ret = -1
        current_uri = {s = 0x0, len = 0}
        added_branches = 1
        first_branch = 0
        i = 1711599296
        q = -1
        t_invite = 0x7ffe66048cb0
        success_branch = 32766
        try_new = 1
        lock_replies = -358549307
        dst_uri = {s = 0x0, len = 0}
        path = {s = 0x0, len = 0}
        instance = {s = 0x0, len = 0}
        ruid = {s = 0x0, len = 0}
        location_ua = {s = 0x0, len = 0}
        si = 0x0
        backup_bflags = 16
        bflags = 0
        __FUNCTION__ = "t_forward_nonack"
#1  0x00007f2dea9bb0fb in t_relay_to (p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0, replicate=0) at t_funcs.c:331
        ret = 0
        new_tran = -10
        t = 0x7f2dc717ab98
        dst = {send_sock = 0x7a4d80, to = {s = {sa_family = 61120, sa_data = "\004f\340\000\000\000\244\323z\000\000\000\000"}, sin = {sin_family = 61120, sin_port = 26116, sin_addr = {s_addr = 224}, sin_zero = "\244\323z\000\000\000\000"},
            sin6 = {sin6_family = 61120, sin6_port = 26116, sin6_flowinfo = 224, sin6_addr = {__in6_u = {__u6_addr8 = "\244\323z\000\000\000\000\000\021Nz\000\000\000\000", __u6_addr16 = {54180, 122, 0, 0, 19985, 122, 0, 0}, __u6_addr32 = {
                    8049572, 0, 8015377, 0}}}, sin6_scope_id = 944}}, id = 0, proto = 16 '\020', send_flags = {f = 60740, blst_imask = 32557}}
        port = 32766
        host = {s = 0x0, len = 1482919684}
        comp = 0
        __FUNCTION__ = "t_relay_to"
#2  0x00007f2deaa475ad in _w_t_relay_to (p_msg=0x7f2ded9f17a0, proxy=0x0, force_proto=0) at tm.c:1555
        t = 0x57d382
        res = 1711575656
        __FUNCTION__ = "_w_t_relay_to"
#3  0x00007f2deaa48832 in w_t_relay (p_msg=0x7f2ded9f17a0, _foo=0x0, _bar=0x0) at tm.c:1755
No locals.
#4  0x0000000000437599 in do_action (h=0x7ffe660497e0, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1067
        ret = -5
        v = 778400865
        dst = {send_sock = 0x7ffe660496ec, to = {s = {sa_family = 38704, sa_data = "\004f\376\177\000\000\000\000\000\000\001\000\000"}, sin = {sin_family = 38704, sin_port = 26116, sin_addr = {s_addr = 32766},
              sin_zero = "\000\000\000\000\001\000\000"}, sin6 = {sin6_family = 38704, sin6_port = 26116, sin6_flowinfo = 32766, sin6_addr = {__in6_u = {__u6_addr8 = "\000\000\000\000\001\000\000\000\001\000\000\000\001\000\000",
                  __u6_addr16 = {0, 0, 1, 0, 1, 0, 1, 0}, __u6_addr32 = {0, 1, 1, 1}}}, sin6_scope_id = 0}}, id = 0, proto = -96 '\240', send_flags = {f = 26116, blst_imask = 32766}}
        tmp = 0x0
        new_uri = 0x7f2ded771524 "presenced.1587246.transfer.routing-enum.sipgate.net"
        end = 0x7f2ded5c6d08 "\002"
        crt = 0x7ffe660492d0 ""
        cmd = 0x7f2ded4aaa08
        len = 1953719668
        user = 1702047332
        uri = {user = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, passwd = {s = 0x0, len = 0}, host = {s = 0x7ffe66049510 "\300\226\004f\376\177", len = 5785753}, port = {
            s = 0x7f2ded5c6d08 "\002", len = 0}, params = {s = 0x3 <Address 0x3 out of bounds>, len = -308405224}, sip_params = {s = 0x0, len = 1711576640}, headers = {s = 0x7ffe6604974c "\377\377\377\377", len = 1711576652},
          port_no = 38200, proto = 26116, type = 32766, flags = 1711576528, transport = {s = 0x1007ffe660493a8 <Address 0x1007ffe660493a8 out of bounds>, len = -276933127}, ttl = {s = 0x7ffe00000000 <Address 0x7ffe00000000 out of bounds>,
            len = 3}, user_param = {s = 0x7ffe66049570 "_sip._udp.sgtestd.service.sipgate.net.netzquadrat.net", len = 1}, maddr = {s = 0x7ffe6604950f "", len = 8192}, method = {s = 0x7ffe66049530 "", len = 1711576432}, lr = {
            s = 0x7ffe66049570 "_sip._udp.sgtestd.service.sipgate.net.netzquadrat.net", len = 1026}, r2 = {s = 0x37 <Address 0x37 out of bounds>, len = 10973856}, gr = {s = 0x1 <Address 0x1 out of bounds>, len = -276932218},
          transport_val = {s = 0x755f047069735f04 <Address 0x755f047069735f04 out of bounds>, len = 1929867364}, ttl_val = {s = 0x6976726573076474 <Address 0x6976726573076474 out of bounds>, len = 1929864547}, user_param_val = {
            s = 0x6e0b74656e036574 <Address 0x6e0b74656e036574 out of bounds>, len = 1903850597}, maddr_val = {s = 0x74656e037461 <Address 0x74656e037461 out of bounds>, len = -280413204}, method_val = {s = 0x7f2ded5c6510 "\a",
            len = -276936262}, lr_val = {s = 0x7f2def7d4e40 "", len = 1}, r2_val = {s = 0x7f2d00000003 <Address 0x7f2d00000003 out of bounds>, len = 0}, gr_val = {s = 0x20 <Address 0x20 out of bounds>, len = 1711576928}}
        next_hop = {user = {s = 0x7ffe6604986c "", len = 1711576940}, passwd = {s = 0x7ffe66049658 "\350\226\004f\376\177", len = 1711576816}, host = {s = 0x1007ffe660494c8 <Address 0x1007ffe660494c8 out of bounds>, len = 1711577864},
          port = {s = 0x7ffe660496e8 "\217", len = 38201672}, params = {s = 0x7f2def7d4e40 "", len = 1}, sip_params = {s = 0x7ffe6604976c "\asgtestd\aser\004\217cX", len = 256}, headers = {s = 0x7ffe66049650 "\320\226\004f\376\177",
            len = 1711576816}, port_no = 38176, proto = 26116, type = 32766, flags = 1712850917, transport = {s = 0x7ffe660496c0 "\332 c[", len = 1711576768}, ttl = {s = 0x7ffe66049540 "", len = 164420000}, user_param = {
            s = 0x7f2def7d7300 "\001", len = -276991232}, maddr = {s = 0x7f2def7d7300 "\001", len = 1}, method = {s = 0x0, len = -276941688}, lr = {s = 0x7ffe660499d0 "0\261A", len = 1711589200}, r2 = {
            s = 0x64755f2e7069735f <Address 0x64755f2e7069735f out of bounds>, len = 1735601776}, gr = {s = 0x6369767265732e64 <Address 0x6369767265732e64 out of bounds>, len = 1769156197}, transport_val = {
            s = 0x656e2e74656e2e65 <Address 0x656e2e74656e2e65 out of bounds>, len = 1970371188}, ttl_val = {s = 0x74656e2e74 <Address 0x74656e2e74 out of bounds>, len = -270498136}, user_param_val = {
            s = 0x7ffe0000008f <Address 0x7ffe0000008f out of bounds>, len = 1533223131}, maddr_val = {s = 0x2d6604c7a0 <Address 0x2d6604c7a0 out of bounds>, len = 45}, method_val = {s = 0x166049660 <Address 0x166049660 out of bounds>,
            len = 1711576928}, lr_val = {s = 0x1 <Address 0x1 out of bounds>, len = 1711576768}, r2_val = {s = 0x66049640 <Address 0x66049640 out of bounds>, len = 0}, gr_val = {s = 0x0, len = 1}}
        u = 0x57c9e1
        port = 11877
        dst_host = 0x0
        i = 1667855986
        flags = 7628142
        avp = 0x0
        st = {flags = 0, id = 32, name = {n = 1711576884, s = {s = 0x7ffe66049734 "-\177", len = -308340832}, re = 0x7ffe66049734}, avp = 0x58638f04}
        sct = 0x94dce0809c190b00
        sjt = 0x7ffe00000000
        rve = 0x0
        mct = 0x58638f04
        rv = 0x0
        rv1 = 0x0
        c1 = {cache_type = 1711579824, val_type = 32766, c = {avp_val = {n = 1711576804, s = {s = 0x7ffe660496e4 "\020", len = 1711576784}, re = 0x7ffe660496e4}, pval = {rs = {s = 0x7ffe660496e4 "\020", len = 1711576784}, ri = 1711576808,
              flags = 32766}}, i2s = "\230\226\004f\376\177\000\000\300\356\004f\001\000\000\000\350\226\004f\376\177"}
        s = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}
        srevp = {0x0, 0x0}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#5  0x000000000044445a in run_actions (h=0x7ffe660497e0, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded734a20
        ret = -1
        mod = 0x7467730700000000
        ms = 0
        __FUNCTION__ = "run_actions"
#6  0x0000000000444b3b in run_actions_safe (h=0x7ffe6604e2f0, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1633
        ctx = {rec_lev = 1, run_flags = 0, last_retcode = 0, jmp_env = {{__jmpbuf = {1482919684, -1089664629675265400, 4305200, 140730610020032, 0, 0, -1089664629721402744, 1088876375176245896}, __mask_was_saved = 0, __saved_mask = {
                __val = {71, 38070316, 140730609998288, 140730609998288, 1026, 55, 10982048, 0, 139835268290950, 8457483506077097732, 8315180274669809764, 7599387201281418356, 0, 0, 4294967296, 10973600}}}}}
        ret = 32557
        ign_on_break = 0
#7  0x000000000057ebdd in rval_get_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, i=0x7ffe66049cd4, rv=0x7f2ded733a88, cache=0x0) at core/rvalue.c:912
        r_avp = 0x7f2def7e9324
        avp_val = {n = 0, s = {s = 0x0, len = 1711579239}, re = 0x0}
        pval = {rs = {s = 0xa772a0 "\226\361\205\203", len = 10982048}, ri = 1, flags = 0}
        tmp = {s = 0x7ffe6604a020 "C_\356\351-\177", len = 1711579239}
        s = 0x0
        r = -276917473
        ret = 0
        destroy_pval = 0
        __FUNCTION__ = "rval_get_int"
#8  0x0000000000583264 in rval_expr_eval_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, res=0x7ffe66049cd4, rve=0x7f2ded733a80) at core/rvalue.c:1910
        i1 = 32557
        i2 = -280424894
        ret = -1
        c1 = {cache_type = RV_CACHE_AVP, val_type = RV_INT, c = {avp_val = {n = -312806152, s = {s = 0x7f2ded5af4f8 "\002", len = 1711578160}, re = 0x7f2ded5af4f8}, pval = {rs = {s = 0x7f2ded5af4f8 "\002", len = 1711578160},
              ri = -1676080384, flags = -1797463936}}, i2s = "\000\000\000\000\000\000\000\000\004\217cX#\240\004f\000\000\000\000\000"}
        c2 = {cache_type = RV_CACHE_EMPTY, val_type = RV_NONE, c = {avp_val = {n = 0, s = {s = 0x0, len = 0}, re = 0x0}, pval = {rs = {s = 0x0, len = 0}, ri = 0, flags = 0}},
          i2s = " \000\000\000\000\000\000\000\370\364Z\355-\177\000\000\000\000\000\000(\240"}
        rv1 = 0x1
        rv2 = 0x1
        __FUNCTION__ = "rval_expr_eval_int"
#9  0x00000000005836c3 in rval_expr_eval_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, res=0x7ffe66049fd4, rve=0x7f2ded735068) at core/rvalue.c:1918
        i1 = 32766
        i2 = 0
        ret = -1
        c1 = {cache_type = 3983625136, val_type = 32557, c = {avp_val = {n = -308340832, s = {s = 0x7f2ded9f17a0 "-\003", len = 176}, re = 0x7f2ded9f17a0}, pval = {rs = {s = 0x7f2ded9f17a0 "-\003", len = 176}, ri = 8365360, flags = 0}},
          i2s = "\003\000\000\000\000\000\000\000\260Kq\355-\177\000\000\000\000\000\000\000"}
        c2 = {cache_type = 16, val_type = RV_NONE, c = {avp_val = {n = 0, s = {s = 0x0, len = 1711578704}, re = 0x0}, pval = {rs = {s = 0x0, len = 1711578704}, ri = 1482919684, flags = 0}},
          i2s = "0\261A\000\000\000\000\000\300\356\004f\376\177\000\000\000\000\000\000\000"}
        rv1 = 0xffffffff
        rv2 = 0x7f2ded718348
        __FUNCTION__ = "rval_expr_eval_int"
#10 0x000000000043703d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded738438, msg=0x7f2ded9f17a0) at core/action.c:1043
        ret = -5
        v = 32766
        dst = {send_sock = 0x0, to = {s = {sa_family = 43208, sa_data = "\004f\000\000\000\000\030\235M\355-\177\000"}, sin = {sin_family = 43208, sin_port = 26116, sin_addr = {s_addr = 0}, sin_zero = "\030\235M\355-\177\000"}, sin6 = {
              sin6_family = 43208, sin6_port = 26116, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = "\030\235M\355-\177\000\000\000\000\000\000\000\000\000", __u6_addr16 = {40216, 60749, 32557, 0, 0, 0, 0, 0}, __u6_addr32 = {
                    3981286680, 32557, 0, 0}}}, sin6_scope_id = 0}}, id = 0, proto = 0 '\000', send_flags = {f = 0, blst_imask = 1}}
        tmp = 0x58638f04 <Address 0x58638f04 out of bounds>
        new_uri = 0x3000000010 <Address 0x3000000010 out of bounds>
        end = 0x7ffe6604a430 "\310aZ"
        crt = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u"
        cmd = 0x7f2ded4b8b58
        len = 0
        user = 1711579232
        uri = {user = {s = 0x2010 <Address 0x2010 out of bounds>, len = 0}, passwd = {s = 0x7f2ded9ba638 "\001", len = 1711580536}, host = {s = 0x7f2ded9f17a0 "-\003", len = -966039344}, port = {s = 0x0, len = 0}, params = {
            s = 0x7f2de97ab7a0 "2457624e1@sipgate.de", len = 20}, sip_params = {s = 0x7f2ded6e82e0 "\002", len = 24}, headers = {s = 0x7f2dc66b6ca1 "sip:217.10.79.9;lr;received=sip:35.197.222.14:5060>", len = 50}, port_no = 0, proto = 0,
          type = ERROR_URI_T, flags = 0, transport = {s = 0x7f2dc66b6ca0 "<sip:217.10.79.9;lr;received=sip:35.197.222.14:5060>", len = 52}, ttl = {s = 0x7f2ded6e82e4 "", len = 9}, user_param = {s = 0x0, len = 0}, maddr = {
            s = 0x7f2ded6e82ee "", len = 10}, method = {s = 0x0, len = 0}, lr = {s = 0x0, len = 0}, r2 = {s = 0x0, len = 0}, gr = {s = 0x0, len = 0}, transport_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 0}, ttl_val = {
            s = 0x0, len = 0}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x0, len = 0}, method_val = {s = 0x0, len = 0}, lr_val = {s = 0x0, len = 0}, r2_val = {s = 0x0, len = 0}, gr_val = {s = 0x0, len = 0}}
        next_hop = {user = {s = 0x0, len = 0}, passwd = {s = 0x0, len = 0}, host = {s = 0x0, len = 0}, port = {s = 0x0, len = 0}, params = {s = 0x0, len = 0}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x0, len = 0}, port_no = 0,
          proto = 0, type = ERROR_URI_T, flags = 0, transport = {s = 0x0, len = 0}, ttl = {s = 0x0, len = 1}, user_param = {s = 0x7f2ded4d9d30 "", len = -308340832}, maddr = {s = 0x7f2ded9b9818 "\a", len = 0}, method = {
            s = 0x46604a518 <Address 0x46604a518 out of bounds>, len = -445341169}, lr = {s = 0x7f2ded4d9d7f "useronline)", len = 10}, r2 = {s = 0x1900000000 <Address 0x1900000000 out of bounds>, len = 1711581300}, gr = {
            s = 0x6604a8c8005a61c8 <Address 0x6604a8c8005a61c8 out of bounds>, len = -1676080384}, transport_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, ttl_val = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x7ffe6604a650 "", len = 5782197}, method_val = {
            s = 0x6604a4c0 <Address 0x6604a4c0 out of bounds>, len = -445340088}, lr_val = {s = 0x7f2ded9b9f28 "\001", len = -308576824}, r2_val = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, gr_val = {
            s = 0x1 <Address 0x1 out of bounds>, len = 100}}
        u = 0x7ffe6604eec0
        port = 0
        dst_host = 0x52a5fc
        i = 0
        flags = 5078790
        avp = 0x0
        st = {flags = 0, id = 0, name = {n = 0, s = {s = 0x0, len = 1711579808}, re = 0x0}, avp = 0x57d918}
        sct = 0x0
        sjt = 0xffffffa8
        rve = 0x7f2ded735068
        mct = 0x0
        rv = 0x7ffe6604a1f0
        rv1 = 0x0
        c1 = {cache_type = RV_CACHE_EMPTY, val_type = RV_NONE, c = {avp_val = {n = -308568280, s = {s = 0x7f2ded9b9f28 "\001", len = 1}, re = 0x7f2ded9b9f28}, pval = {rs = {s = 0x7f2ded9b9f28 "\001", len = 1}, ri = -1676080384,
              flags = -1797463936}}, i2s = "\030\034\236\355-\177\000\000\004\217cX\000\000\000\000\060\261A\000\000"}
        s = {s = 0x7f2dc230f130 "p\360\060\302-\177", len = -308340832}
        srevp = {0x7ddd14, 0x100000000}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#11 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded734508, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded738438
        ret = 1
        mod = 0x7f2dc717ab98
        ms = 0
        __FUNCTION__ = "run_actions"
#12 0x0000000000433d5d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded9bfb50, msg=0x7f2ded9f17a0) at core/action.c:691
        ret = -5
        v = 0
        dst = {send_sock = 0x246f270, to = {s = {sa_family = 45072, sa_data = "D\355-\177\000\000\320\255\004f\376\177\000"}, sin = {sin_family = 45072, sin_port = 60740, sin_addr = {s_addr = 32557}, sin_zero = "\320\255\004f\376\177\000"},
            sin6 = {sin6_family = 45072, sin6_port = 60740, sin6_flowinfo = 32557, sin6_addr = {__in6_u = {__u6_addr8 = "\320\255\004f\376\177\000\000i\222\035\344-\177\000", __u6_addr16 = {44496, 26116, 32766, 0, 37481, 58397, 32557, 0},
                  __u6_addr32 = {1711582672, 32766, 3827143273, 32557}}}, sin6_scope_id = 3983434840}}, id = 32557, proto = 0 '\000', send_flags = {f = 0, blst_imask = 0}}
        tmp = 0x7f2d00000000 <Address 0x7f2d00000000 out of bounds>
        new_uri = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u"
        end = 0x7ffe6604eec0 "\021"
        crt = 0x0
        cmd = 0x7f2ded4aadc0
        len = 32557
        user = 2
        uri = {user = {s = 0x7f2dc230f130 "p\360\060\302-\177", len = -308340832}, passwd = {s = 0x0, len = -314265584}, host = {s = 0x0, len = 0}, port = {s = 0x0, len = 1482919684}, params = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x7ffe6604b270 "`\263\004f\376\177", len = 4421153}, port_no = 173, proto = 0,
          type = ERROR_URI_T, flags = 3944734720, transport = {s = 0x7ffe6604ab10 "P\253\004f\376\177", len = 4872016}, ttl = {s = 0x0, len = 8255817}, user_param = {s = 0x0, len = 6780192}, maddr = {s = 0x7ffe6604ab50 "",
            len = -314265584}, method = {s = 0x7f2deb1fd310 "core", len = -314265584}, lr = {s = 0x7ffe6604ab90 "\300\253\004f\376\177", len = -467824023}, r2 = {s = 0x7f2def7d7620 "\f\234<\002", len = 0}, gr = {
            s = 0x2000000 <Address 0x2000000 out of bounds>, len = 27858832}, transport_val = {s = 0x491de8 "", len = 5695600}, ttl_val = {s = 0x5a61c8 "", len = 8}, user_param_val = {s = 0xac <Address 0xac out of bounds>,
            len = -335884528}, maddr_val = {s = 0x7ffe6604abc0 "\300\254\004f\376\177", len = 4872016}, method_val = {s = 0x0, len = 8255817}, lr_val = {s = 0x0, len = 0}, r2_val = {s = 0x7ffe6604acc0 "\220\337\231\355-\177",
            len = 6761026}, gr_val = {s = 0x7f2debfabb30 "db_mysql", len = -314265584}}
        next_hop = {user = {s = 0x1fe0 <Address 0x1fe0 out of bounds>, len = -311532544}, passwd = {s = 0x40041b130 <Address 0x40041b130 out of bounds>, len = -350235888}, host = {s = 0x0, len = 0}, port = {
            s = 0x7ffe6604acc0 "\220\337\231\355-\177", len = -350313618}, params = {s = 0x1fe0 <Address 0x1fe0 out of bounds>, len = -314265584}, sip_params = {s = 0x7f2debfabb30 "db_mysql", len = -467824023}, headers = {
            s = 0x7f2debfacf10 "db_mysql_get_columns", len = -335888704}, port_no = 16, proto = 0, type = ERROR_URI_T, flags = 3980701712, transport = {s = 0x200491db8 <Address 0x200491db8 out of bounds>, len = 5695552}, ttl = {
            s = 0x1005a61c8 <Address 0x1005a61c8 out of bounds>, len = -311497368}, user_param = {s = 0x7f2ded6eed68 "\020", len = -314265584}, maddr = {s = 0x7ffe6604acd0 "p", len = -311519352}, method = {
            s = 0x80041b130 <Address 0x80041b130 out of bounds>, len = -335889616}, lr = {s = 0x0, len = -308340832}, r2 = {s = 0x7f2ded99df90 "\374\f", len = 1711584160}, gr = {s = 0x70 <Address 0x70 out of bounds>, len = 2},
          transport_val = {s = 0x1 <Address 0x1 out of bounds>, len = 5695568}, ttl_val = {s = 0x60 <Address 0x60 out of bounds>, len = -311809520}, user_param_val = {s = 0x246f270 "", len = 4305200}, maddr_val = {s = 0x7ffe6604eec0 "\021",
            len = 96}, method_val = {s = 0x8ef7d4e40 <Address 0x8ef7d4e40 out of bounds>, len = -335889616}, lr_val = {s = 0x7ffe6604eec0 "\021", len = 0}, r2_val = {s = 0x7ffe6604ade0 "0\261A", len = 6780192}, gr_val = {
            s = 0x7ffe6604ad90 "", len = -314265584}}
        u = 0x7ffe00000000
        port = 0
        dst_host = 0x58638f04
        i = 10
        flags = -380160831
        avp = 0x0
        st = {flags = 38204512, id = 0, name = {n = 197, s = {s = 0xc5 <Address 0xc5 out of bounds>, len = 38204496}, re = 0xc5}, avp = 0x0}
        sct = 0x0
        sjt = 0x7ffe6604aa20
        rve = 0x7f2ded9bad40
        mct = 0x7f2de957155a
        rv = 0x0
        rv1 = 0x0
        c1 = {cache_type = 33554432, val_type = RV_NONE, c = {avp_val = {n = 27858872, s = {s = 0x1a917b8 <Address 0x1a917b8 out of bounds>, len = 4791744}, re = 0x1a917b8}, pval = {rs = {s = 0x1a917b8 <Address 0x1a917b8 out of bounds>,
                len = 4791744}, ri = 5695560, flags = 0}}, i2s = "\310aZ\000\000\000\000\000\b\000\000\000\000\000\000\000\257\000\000\000\000"}
        s = {s = 0x2010 <Address 0x2010 out of bounds>, len = 0}
        srevp = {0x7f2dc230f130, 0x7f2ded9f17a0}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#13 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded9b7bd0, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded9bfb50
        ret = 1
        mod = 0x673ba6
        ms = 0
        __FUNCTION__ = "run_actions"
#14 0x0000000000433d5d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded99e2a8, msg=0x7f2ded9f17a0) at core/action.c:691
        ret = -5
        v = 0
        dst = {send_sock = 0x0, to = {s = {sa_family = 0, sa_data = "\000\000\000\000\000\000\060^\220\355-\177\000"}, sin = {sin_family = 0, sin_port = 0, sin_addr = {s_addr = 0}, sin_zero = "0^\220\355-\177\000"}, sin6 = {sin6_family = 0,
              sin6_port = 0, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = "0^\220\355-\177\000\000\070}\000\343-\177\000", __u6_addr16 = {24112, 60816, 32557, 0, 32056, 58112, 32557, 0}, __u6_addr32 = {3985661488, 32557,
                    3808460088, 32557}}}, sin6_scope_id = 3808424056}}, id = 32557, proto = 88 'X', send_flags = {f = 58111, blst_imask = 32557}}
        tmp = 0x94dce0809c190b00 <Address 0x94dce0809c190b00 out of bounds>
        new_uri = 0x7ffe6604b360 "\200\264\004f\376\177"
        end = 0x44445a "\211E\254H\307\005\350\206a"
        crt = 0x9 <Address 0x9 out of bounds>
        cmd = 0x7ffe6604b310
        len = 32766
        user = 1711583760
        uri = {user = {s = 0x0, len = 1711584128}, passwd = {s = 0x7ffe00000000 <Address 0x7ffe00000000 out of bounds>, len = 5779786}, host = {s = 0x0, len = 0}, port = {s = 0x7f2ded99b590 "\a", len = 1482919684}, params = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x7ffe6604b480 "\260\265\004f\376\177", len = 4475707}, port_no = 47488, proto = 125,
          type = ERROR_URI_T, flags = 3986626464, transport = {s = 0x7f2ded99df90 "\374\f", len = 1711596272}, ttl = {s = 0x0, len = 0}, user_param = {s = 0x0, len = 1}, maddr = {s = 0x58638f04 <Address 0x58638f04 out of bounds>,
            len = -1369050488}, method = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, lr = {s = 0x0, len = 0}, r2 = {s = 0xf0e0bbcaada5f288 <Address 0xf0e0bbcaada5f288 out of bounds>,
            len = 1253175944}, gr = {s = 0x0, len = 0}, transport_val = {s = 0x7ffe6604b440 "\200\264\004f\376\177", len = 6789099}, ttl_val = {s = 0x7db980 "core", len = -309305704}, user_param_val = {s = 0x7ddc98 "destroy_avp",
            len = 8239493}, maddr_val = {s = 0x7f2dc7176e60 "_", len = -1039486976}, method_val = {s = 0x7ffe6604b480 "\260\265\004f\376\177", len = 6696862}, lr_val = {s = 0x7ffe00000006 <Address 0x7ffe00000006 out of bounds>,
            len = -954765728}, r2_val = {s = 0x7ffe00000001 <Address 0x7ffe00000001 out of bounds>, len = -309305704}, gr_val = {s = 0x7f2dc7176e60 "_", len = 0}}
        next_hop = {user = {s = 0x7ffe6604b5b0 "\220\267\004f\376\177", len = 5762013}, passwd = {s = 0x7ffe6604b560 "\340\325g\355-\177", len = -309305704}, host = {s = 0x6 <Address 0x6 out of bounds>, len = 0}, port = {
            s = 0x7f2ded99bc98 "!", len = 1711584948}, params = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, sip_params = {s = 0x7ffe00000006 <Address 0x7ffe00000006 out of bounds>, len = -954765872}, headers = {s = 0x7ffe6604b5a0 "",
            len = 0}, port_no = 58720, proto = 60825, type = 32557, flags = 1711585716, transport = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, ttl = {s = 0x7f2ded4bc420 "-\250\035\344-\177", len = 0}, user_param = {
            s = 0x7f2ded905e48 "", len = -308340832}, maddr = {s = 0x0, len = 0}, method = {s = 0x7f2ded914750 "\001", len = 1711584816}, lr = {s = 0x0, len = -308340832}, r2 = {s = 0x7f2ded67d5e0 "\006\006", len = 1711586368}, gr = {
            s = 0x0, len = -1676080384}, transport_val = {s = 0xfffffffa <Address 0xfffffffa out of bounds>, len = 1482919684}, ttl_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296},
          user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x7ffe6604b790 "@\277\004f\376\177", len = 5780068}, method_val = {s = 0x7ffe6604b5e0 "\240\027\237\355-\177", len = -359105917}, lr_val = {s = 0x7f2ded91c788 "\a",
            len = -309213624}, r2_val = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, gr_val = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 0}}
        u = 0x58638f04
        port = 0
        dst_host = 0x0
        i = 50
        flags = 1711583792
        avp = 0x41b130
        st = {flags = 1711584112, id = 9, name = {n = -308340832, s = {s = 0x7f2ded9f17a0 "-\003", len = -308682864}, re = 0x7f2ded9f17a0}, avp = 0x7ffe6604b3a0}
        sct = 0x52a5fc
        sjt = 0x41b130
        rve = 0x0
        mct = 0x7ffe6604eec0
        rv = 0x5a00000101
        rv1 = 0x7ffe6604eec0
        c1 = {cache_type = RV_CACHE_EMPTY, val_type = RV_NONE, c = {avp_val = {n = -309213304, s = {s = 0x7f2ded91c788 "\a", len = 0}, re = 0x7f2ded91c788}, pval = {rs = {s = 0x7f2ded91c788 "\a", len = 0}, ri = -1676080384,
              flags = -1797463936}}, i2s = "`*\312\352-\177\000\000\004\217cX\000\000\000\000\060\261A\000\000"}
        s = {s = 0x0, len = 0}
        srevp = {0x7ffe6604b360, 0x7ffe6604b380}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#15 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded99e2a8, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded99e2a8
        ret = -1
        mod = 0x94dce0809c190b00
        ms = 0
        __FUNCTION__ = "run_actions"
#16 0x0000000000437505 in do_action (h=0x7ffe6604e2f0, a=0x7f2ded9a1620, msg=0x7f2ded9f17a0) at core/action.c:1058
        ret = 1
        v = 1
        dst = {send_sock = 0x7ffe6604bf00, to = {s = {sa_family = 36612, sa_data = "cX\000\000\000\000\020\322g\355-\177\000"}, sin = {sin_family = 36612, sin_port = 22627, sin_addr = {s_addr = 0}, sin_zero = "\020\322g\355-\177\000"},
            sin6 = {sin6_family = 36612, sin6_port = 22627, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = "\020\322g\355-\177\000\000\300\356\004f\376\177\000", __u6_addr16 = {53776, 60775, 32557, 0, 61120, 26116, 32766, 0},
                  __u6_addr32 = {3983004176, 32557, 1711599296, 32766}}}, sin6_scope_id = 0}}, id = 0, proto = 0 '\000', send_flags = {f = 0, blst_imask = 0}}
        tmp = 0x94dce0809c190b00 <Address 0x94dce0809c190b00 out of bounds>
        new_uri = 0x7ffe6604bc00 " \275\004f\376\177"
        end = 0x44445a "\211E\254H\307\005\350\206a"
        crt = 0x7db980 "core"
        cmd = 0x4f00000000
        len = 32766
        user = 0
        uri = {user = {s = 0x0, len = 1482919684}, passwd = {s = 0x0, len = -1039452992}, host = {s = 0x0, len = 0}, port = {s = 0x7ffe6604bc20 "\340\325g\355-\177", len = 1482919684}, params = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x7ffe6604bd20 "P\276\004f\376\177", len = 4475707}, port_no = 46, proto = 0,
          type = 6258477, flags = 3986626464, transport = {s = 0x7f2ded67d5e0 "\006\006", len = 1711596272}, ttl = {s = 0x0, len = 0}, user_param = {s = 0x0, len = -6}, maddr = {s = 0x58638f04 <Address 0x58638f04 out of bounds>,
            len = -1331301752}, method = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, lr = {s = 0x0, len = 0}, r2 = {s = 0xf0e0bbcabee5f288 <Address 0xf0e0bbcabee5f288 out of bounds>,
            len = 1253175944}, gr = {s = 0x7f2d00000000 <Address 0x7f2d00000000 out of bounds>, len = -954765712}, transport_val = {s = 0x7ffe6604bd40 "0\261A", len = -313764040}, ttl_val = {s = 0x10 <Address 0x10 out of bounds>,
            len = 1482919684}, user_param_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, maddr_val = {s = 0x0, len = 0}, method_val = {s = 0x7ffe6604bd30 "\200\275\004f\376\177",
            len = 6688887}, lr_val = {s = 0x0, len = 1482919684}, r2_val = {s = 0x7f2ded67d277 "sendpush_call)", len = 13}, gr_val = {s = 0x111ed67d228 <Address 0x111ed67d228 out of bounds>, len = -954749664}}
        next_hop = {user = {s = 0x7ffe6604be50 "0\300\004f\376\177", len = 5762013}, passwd = {s = 0x7ffe6604bd80 "@\276\004f\376\177", len = 6689138}, host = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 0},
          port = {s = 0x58638f04 <Address 0x58638f04 out of bounds>, len = -311963017}, params = {s = 0xd <Address 0xd out of bounds>, len = 1711599296}, sip_params = {s = 0x1000000000 <Address 0x1000000000 out of bounds>,
            len = -954749664}, headers = {s = 0x7ffe6604be40 "", len = 0}, port_no = 57368, proto = 60775, type = 32557, flags = 1711587924, transport = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, ttl = {s = 0x7ffe6604bed0 "", len = 0},
          user_param = {s = 0x7f2ded67d228 "", len = -308340832}, maddr = {s = 0x0, len = 0}, method = {s = 0x7f2ded9f17a0 "-\003", len = -954750056}, lr = {s = 0x7f2ded67d277 "sendpush_call)", len = 13}, r2 = {s = 0x0, len = 1482919684},
          gr = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, transport_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, ttl_val = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x7ffe6604c030 "\340\307\004f\376\177", len = 5780068}, method_val = {
            s = 0x17ffe6604bf20 <Address 0x17ffe6604bf20 out of bounds>, len = 0}, lr_val = {s = 0x7f2ded67c610 "\001", len = -311964392}, r2_val = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, gr_val = {s = 0x0, len = -311495504}}
        u = 0x58638f04
        port = 0
        dst_host = 0x0
        i = 0
        flags = 1711585888
        avp = 0x41b130
        st = {flags = 1711586256, id = 1, name = {n = -308340832, s = {s = 0x7f2ded9f17a0 "-\003", len = -311962144}, re = 0x7f2ded9f17a0}, avp = 0x7ffe6604bc40}
        sct = 0x7f2dc7170808
        sjt = 0x7ffe6604bb70
        rve = 0x7f2ded99e558
        mct = 0x181004daff1
        rv = 0x7ffe6604bbd0
        rv1 = 0x7ffe6604eec0
        c1 = {cache_type = RV_CACHE_EMPTY, val_type = RV_NONE, c = {avp_val = {n = -311966192, s = {s = 0x7f2ded67c610 "\001", len = 0}, re = 0x7f2ded67c610}, pval = {rs = {s = 0x7f2ded67c610 "\001", len = 0}, ri = -1676080384,
              flags = -1797463936}}, i2s = "0\261A\000\000\000\000\000\004\217cX\000\000\000\000\060\261A\000\000"}
        s = {s = 0x7db980 "core", len = 6694789}
        srevp = {0x7ddd14, 0x7db985}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#17 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded99dd98, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded9a1620
        ret = 1
        mod = 0x94dce0809c190b00
        ms = 0
        __FUNCTION__ = "run_actions"
#18 0x0000000000433d5d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded67ee90, msg=0x7f2ded9f17a0) at core/action.c:691
        ret = -5
        v = 0
        dst = {send_sock = 0x0, to = {s = {sa_family = 0, sa_data = "\000\000\000\000\000\000\f\000\000\000\003\000\000"}, sin = {sin_family = 0, sin_port = 0, sin_addr = {s_addr = 0}, sin_zero = "\f\000\000\000\003\000\000"}, sin6 = {
              sin6_family = 0, sin6_port = 0, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = "\f\000\000\000\003\000\000\000\360\350F\002\000\000\000", __u6_addr16 = {12, 0, 3, 0, 59632, 582, 0, 0}, __u6_addr32 = {12, 3, 38201584,
                    0}}}, sin6_scope_id = 22}}, id = 0, proto = 64 '@', send_flags = {f = 61309, blst_imask = 32557}}
        tmp = 0x7f2def513ac3 "\211\302\203= K,"
        new_uri = 0x7ad3d1 "rval_destroy"
        end = 0x7a4e11 "core: core/rvalue.c"
        crt = 0x0
        cmd = 0x7f2ded4aa500
        len = 32766
        user = 10
        uri = {user = {s = 0x0, len = 0}, passwd = {s = 0x7f2ded665f08 "\004", len = 1711589364}, host = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, port = {s = 0x7ffe6604c4a0 "", len = 0}, params = {s = 0x7db980 "core",
            len = 1482919684}, sip_params = {s = 0x0, len = 1711599296}, headers = {s = 0x0, len = 0}, port_no = 50448, proto = 26116, type = 32766, flags = 5779072, transport = {s = 0x0, len = -312969928}, ttl = {
            s = 0x2000000000 <Address 0x2000000000 out of bounds>, len = -1676080384}, user_param = {s = 0x7f2ded9f17a0 "-\003", len = 1482919684}, maddr = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u",
            len = 1711599296}, method = {s = 0x0, len = 0}, lr = {s = 0x7ffe6604c6f0 "\320\310\004f\376\177", len = 5781532}, r2 = {s = 0x7f2ded587538 "\002", len = 0}, gr = {s = 0x7f2dc7170d40 "", len = 1711589024}, transport_val = {
            s = 0x7f2ded4f02e0 "", len = -308340832}, ttl_val = {s = 0x7ffe6604c590 " \306\004f\376\177", len = -314265584}, user_param_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684},
          maddr_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 6780192}, method_val = {s = 0x7ffe6604c5c0 "", len = -314265584}, lr_val = {s = 0x7ffe6604c620 "", len = -314265584}, r2_val = {
            s = 0x7ffe6604c600 "\240\027\237\355-\177", len = -467824023}, gr_val = {s = 0x5a61c8 "", len = 0}}
        next_hop = {user = {s = 0x2000000 <Address 0x2000000 out of bounds>, len = 27861712}, passwd = {s = 0x491410 "", len = 5692720}, host = {s = 0x5a61c8 "", len = 8}, port = {s = 0x7f2ded66a9f8 "\017", len = 1711589364}, params = {
            s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x0, len = 0}, port_no = 28000, proto = 60760, type = 32557, flags = 3981997368, transport = {s = 0x7723d0 "core", len = -279900536},
          ttl = {s = 0x2000000 <Address 0x2000000 out of bounds>, len = 1}, user_param = {s = 0x4913d8 "\213", len = 5692664}, maddr = {s = 0x5a61c8 "", len = 1711589168}, method = {s = 0xbc <Address 0xbc out of bounds>, len = 1711576608},
          lr = {s = 0x7ffe66049610 "\354\226\004f\376\177", len = -308340832}, r2 = {s = 0x400000001 <Address 0x400000001 out of bounds>, len = 1711590132}, gr = {s = 0x7ffe6604a660 "\200\251\004f\376\177", len = -1676080384},
          transport_val = {s = 0x7ffe00000002 <Address 0x7ffe00000002 out of bounds>, len = 1482919684}, ttl_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, user_param_val = {s = 0x0,
            len = 0}, maddr_val = {s = 0x7ffe6604c8d0 "\200\320\004f\376\177", len = 5781532}, method_val = {s = 0x16 <Address 0x16 out of bounds>, len = 1482919684}, lr_val = {s = 0x0, len = 0}, r2_val = {s = 0x0, len = 0}, gr_val = {
            s = 0x3ff000000000000 <Address 0x3ff000000000000 out of bounds>, len = 1}}
        u = 0x0
        port = 0
        dst_host = 0x8100000000
        i = 43
        flags = 1711588096
        avp = 0x0
        st = {flags = 3986626464, id = 32557, name = {n = 1711596272, s = {s = 0x7ffe6604e2f0 "\b", len = 1711588528}, re = 0x7ffe6604e2f0}, avp = 0x57c9e1}
        sct = 0x7f2ded44b010
        sjt = 0x0
        rve = 0x7f2ded67e010
        mct = 0x581c4a
        rv = 0x0
        rv1 = 0xb024ef
        c1 = {cache_type = 1711589488, val_type = 32766, c = {avp_val = {n = 38199328, s = {s = 0x246e020 "0", len = 0}, re = 0x246e020}, pval = {rs = {s = 0x246e020 "0", len = 0}, ri = 0, flags = 0}},
          i2s = "0\351F\002\000\000\000\000\\iL\357-\177\000\000\000\000\000\000\000"}
        s = {s = 0x7ffe6604c510 "\360\306\004f\376\177", len = 5762013}
        srevp = {0x7f2ded44b010, 0x7f2ded6e8298}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#19 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded670188, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded67ee90
        ret = 1
        mod = 0x94dce0809c190b00
        ms = 0
        __FUNCTION__ = "run_actions"
#20 0x000000000043755b in do_action (h=0x7ffe6604e2f0, a=0x7f2ded67efc0, msg=0x7f2ded9f17a0) at core/action.c:1062
        ret = 1
        v = 0
        dst = {send_sock = 0x0, to = {s = {sa_family = 54176, sa_data = "\004f\376\177\000\000\000\210S\355-\177\000"}, sin = {sin_family = 54176, sin_port = 26116, sin_addr = {s_addr = 32766}, sin_zero = "\000\210S\355-\177\000"}, sin6 = {
              sin6_family = 54176, sin6_port = 26116, sin6_flowinfo = 32766, sin6_addr = {__in6_u = {__u6_addr8 = "\000\210S\355-\177\000\000\000\000\000\000\000\000\000", __u6_addr16 = {34816, 60755, 32557, 0, 0, 0, 0, 0}, __u6_addr32 = {
                    3981674496, 32557, 0, 0}}}, sin6_scope_id = 3983451176}}, id = 32557, proto = -32 '\340', send_flags = {f = 60782, blst_imask = 32557}}
        tmp = 0x94dce0809c190b00 <Address 0x94dce0809c190b00 out of bounds>
        new_uri = 0x7ffe6604cd40 "`\316\004f\376\177"
        end = 0x44445a "\211E\254H\307\005\350\206a"
        crt = 0x7db980 "core"
        cmd = 0x7f2ded4aad18
        len = 0
        user = 9
        uri = {user = {s = 0x7723d0 "core", len = 0}, passwd = {s = 0x7f2d00000000 <Address 0x7f2d00000000 out of bounds>, len = 1711591572}, host = {s = 0x0, len = 1711596272}, port = {s = 0x7ffe6604cd60 "x\\X\355-\177", len = 1482919684},
          params = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x7ffe6604ce60 "\220\317\004f\376\177", len = 4475707}, port_no = 56, proto = 0,
          type = 3014656, flags = 3986626464, transport = {s = 0x7f2ded585c78 ".\003", len = 1711596272}, ttl = {s = 0x76604ce70 <Address 0x76604ce70 out of bounds>, len = 0}, user_param = {s = 0x0, len = -1}, maddr = {
            s = 0x58638f04 <Address 0x58638f04 out of bounds>, len = -1676080384}, method = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, lr = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, r2 = {s = 0x0, len = 0}, gr = {s = 0x7ffe6604ce60 "\220\317\004f\376\177", len = 5663788}, transport_val = {
            s = 0x8 <Address 0x8 out of bounds>, len = -954766616}, ttl_val = {s = 0x100773258 <Address 0x100773258 out of bounds>, len = 1482919684}, user_param_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u",
            len = -308340832}, maddr_val = {s = 0x7f2ded664e70 "\002", len = 1711596272}, method_val = {s = 0x16604ce70 <Address 0x16604ce70 out of bounds>, len = 6688887}, lr_val = {s = 0x7f2ded539108 "", len = 1482919684}, r2_val = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, gr_val = {s = 0x0, len = 0}}
        next_hop = {user = {s = 0x7ffe6604cf90 "p\321\004f\376\177", len = 5761911}, passwd = {s = 0x7ffe6604cec0 "\200\317\004f\376\177", len = 6689138}, host = {s = 0x100000008 <Address 0x100000008 out of bounds>, len = -313290488},
          port = {s = 0x7f2ded54a118 "\020", len = 1711591572}, params = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, sip_params = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 11608256}, headers = {s = 0x7ffe6604cf80 "",
            len = 0}, port_no = 20208, proto = 60774, type = 32557, flags = 1711592340, transport = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, ttl = {s = 0x7ffe6604d010 "\b\221S\355-\177", len = 0}, user_param = {s = 0x7f2ded538818 "",
            len = -308340832}, maddr = {s = 0x0, len = 0}, method = {s = 0x0, len = 0}, lr = {s = 0x7f2ded538868 "src_addr))", len = 8}, r2 = {s = 0x7f2ded539108 "", len = 0}, gr = {s = 0x7f2ded6e8b58 "\250\003", len = -1676080384},
          transport_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, ttl_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, user_param_val = {
            s = 0x0, len = 0}, maddr_val = {s = 0x7ffe6604d170 " \331\004f\376\177", len = 5780068}, method_val = {s = 0x5000000011 <Address 0x5000000011 out of bounds>, len = 0}, lr_val = {s = 0x7f2ded538a00 "\002", len = -313292608},
          r2_val = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, gr_val = {s = 0x0, len = 1711591520}}
        u = 0x58638f04
        port = 0
        dst_host = 0x0
        i = 34
        flags = 0
        avp = 0x41b130
        st = {flags = 3986626464, id = 32557, name = {n = -308340832, s = {s = 0x7f2ded9f17a0 "-\003", len = -312976264}, re = 0x7f2ded9f17a0}, avp = 0x7ffe6604cd80}
        sct = 0x7ffe6604eec0
        sjt = 0x0
        rve = 0x7f2ded66c830
        mct = 0x0
        rv = 0x7ffe6604cd10
        rv1 = 0x7ffe6604eec0
        c1 = {cache_type = 3981676808, val_type = 32557, c = {avp_val = {n = -313292288, s = {s = 0x7f2ded538a00 "\002", len = 0}, re = 0x7f2ded538a00}, pval = {rs = {s = 0x7f2ded538a00 "\002", len = 0}, ri = -1676080384,
              flags = -1797463936}}, i2s = "0\261A\000\000\000\000\000\004\217cX\000\000\000\000\060\261A\000\000"}
        s = {s = 0x7ffe6604cdb0 "0\261A", len = 5761911}
        srevp = {0x7ddd14, 0x7db985}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#21 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded6688a8, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded67efc0
        ret = 1
        mod = 0x94dce0809c190b00
        ms = 0
        __FUNCTION__ = "run_actions"
#22 0x0000000000437505 in do_action (h=0x7ffe6604e2f0, a=0x7f2ded67f0f0, msg=0x7f2ded9f17a0) at core/action.c:1058
        ret = 1
        v = 1
        dst = {send_sock = 0x0, to = {s = {sa_family = 2498, sa_data = "\300\357-\177\000\000P\326M\355-\177\000"}, sin = {sin_family = 2498, sin_port = 61376, sin_addr = {s_addr = 32557}, sin_zero = "P\326M\355-\177\000"}, sin6 = {
              sin6_family = 2498, sin6_port = 61376, sin6_flowinfo = 32557, sin6_addr = {__in6_u = {__u6_addr8 = "P\326M\355-\177\000\000\000\000\000\000\000\000\000", __u6_addr16 = {54864, 60749, 32557, 0, 0, 0, 0, 0}, __u6_addr32 = {
                    3981301328, 32557, 0, 0}}}, sin6_scope_id = 4022357936}}, id = 32557, proto = -96 '\240', send_flags = {f = 61253, blst_imask = 32557}}
        tmp = 0x94dce0809c190b00 <Address 0x94dce0809c190b00 out of bounds>
        new_uri = 0x7ffe6604d5e0 ""
        end = 0x44445a "\211E\254H\307\005\350\206a"
        crt = 0x7db980 "core"
        cmd = 0x41b130
        len = 32766
        user = 0
        uri = {user = {s = 0x0, len = 0}, passwd = {s = 0x7f2d00000000 <Address 0x7f2d00000000 out of bounds>, len = 1711593780}, host = {s = 0x0, len = 1711596272}, port = {s = 0x7ffe6604d600 "\240tS\355-\177", len = 1482919684}, params = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, sip_params = {s = 0x0, len = 0}, headers = {s = 0x7ffe6604d700 "0\330\004f\376\177", len = 4475707}, port_no = 54864, proto = 26116,
          type = 6127614, flags = 3986626464, transport = {s = 0x7f2ded5374a0 "\025\002", len = 1711596272}, ttl = {s = 0x1900000000 <Address 0x1900000000 out of bounds>, len = 0}, user_param = {s = 0x0, len = 1}, maddr = {
            s = 0x58638f04 <Address 0x58638f04 out of bounds>, len = 1667625608}, method = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, lr = {s = 0x0, len = 0}, r2 = {
            s = 0xf0e0bbca62a5f288 <Address 0xf0e0bbca62a5f288 out of bounds>, len = 1253175944}, gr = {s = 0x7ffe00000000 <Address 0x7ffe00000000 out of bounds>, len = 5663788}, transport_val = {s = 0x0, len = -954771808}, ttl_val = {
            s = 0x0, len = 1482919684}, user_param_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = -308340832}, maddr_val = {s = 0x7f2ded5187f0 "\002", len = 1711596272}, method_val = {
            s = 0x16604d710 <Address 0x16604d710 out of bounds>, len = 6688887}, lr_val = {s = 0x7f2ded4dd3f0 "", len = 1482919684}, r2_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296},
          gr_val = {s = 0x0, len = 0}}
        next_hop = {user = {s = 0x7ffe6604d830 "\020\332\004f\376\177", len = 5762013}, passwd = {s = 0x7ffe6604d7e0 "(\340M\355-\177", len = -313665776}, host = {s = 0x7ffe6604d8a8 "\240UE\357-\177", len = -313666576}, port = {
            s = 0x7f2ded534f58 "\001", len = 1711593780}, params = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, sip_params = {s = 0x100000000 <Address 0x100000000 out of bounds>, len = 0}, headers = {s = 0x7ffe6604d820 "", len = 0},
          port_no = 30168, proto = 60755, type = 32557, flags = 1711594548, transport = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, ttl = {s = 0x7ffe6604d8b0 "(\340M\355-\177", len = 0}, user_param = {s = 0x7f2ded4dcaf8 "",
            len = -308340832}, maddr = {s = 0x0, len = 0}, method = {s = 0x7f2ded4dd668 "\001", len = -308340832}, lr = {s = 0x7f2d00000001 <Address 0x7f2d00000001 out of bounds>, len = 17}, r2 = {s = 0x7f2ded4de028 "", len = 0}, gr = {
            s = 0x7ffe6604d960 "`H:\002", len = -1676080384}, transport_val = {s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1482919684}, ttl_val = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, user_param_val = {s = 0x0, len = 0}, maddr_val = {s = 0x7ffe6604da10 "\300\341\004f\376\177", len = 5780068}, method_val = {
            s = 0x7ffe00000000 <Address 0x7ffe00000000 out of bounds>, len = -1}, lr_val = {s = 0x7f2ded4dd920 "\002", len = -313665568}, r2_val = {s = 0x7f2ded9f17a0 "-\003", len = 1711596272}, gr_val = {s = 0x0, len = 0}}
        u = 0x58638f04
        port = 0
        dst_host = 0x0
        i = 0
        flags = 1711592512
        avp = 0x41b130
        st = {flags = 3986626464, id = 32557, name = {n = -308340832, s = {s = 0x7f2ded9f17a0 "-\003", len = -313297760}, re = 0x7f2ded9f17a0}, avp = 0x7ffe6604d620}
        sct = 0x7ffe6604eec0
        sjt = 0x0
        rve = 0x7f2ded664ee8
        mct = 0x0
        rv = 0x7ffe6604d5b0
        rv1 = 0x7ffe6604eec0
        c1 = {cache_type = 3981303848, val_type = 32557, c = {avp_val = {n = -313665248, s = {s = 0x7f2ded4dd920 "\002", len = 0}, re = 0x7f2ded4dd920}, pval = {rs = {s = 0x7f2ded4dd920 "\002", len = 0}, ri = -1676080384,
              flags = -1797463936}}, i2s = "\300\356\004f\376\177\000\000\004\217cX\000\000\000\000\060\261A\000\000"}
        s = {s = 0x7ffe6604d650 "", len = 5762013}
        srevp = {0x7ddd14, 0x0}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#23 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded5385f0, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded67f0f0
        ret = 1
        mod = 0x94dce0809c190b00
        ms = 0
        __FUNCTION__ = "run_actions"
#24 0x0000000000437505 in do_action (h=0x7ffe6604e2f0, a=0x7f2ded6876b8, msg=0x7f2ded9f17a0) at core/action.c:1058
        ret = 1
        v = 1
        dst = {send_sock = 0x7ffe6604e300, to = {s = {sa_family = 22080, sa_data = "i\000\000\000\000\000p\341\004f\376\177\000"}, sin = {sin_family = 22080, sin_port = 105, sin_addr = {s_addr = 0}, sin_zero = "p\341\004f\376\177\000"},
            sin6 = {sin6_family = 22080, sin6_port = 105, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 = "p\341\004f\376\177\000\000\020\260D\355-\177\000", __u6_addr16 = {57712, 26116, 32766, 0, 45072, 60740, 32557, 0},
                  __u6_addr32 = {1711595888, 32766, 3980701712, 32557}}}, sin6_scope_id = 8302096}}, id = 0, proto = 32 ' ', send_flags = {f = 103, blst_imask = 0}}
        tmp = 0x60540000f150 <Address 0x60540000f150 out of bounds>
        new_uri = 0x40041b130 <Address 0x40041b130 out of bounds>
        end = 0x413c40310 <Address 0x413c40310 out of bounds>
        crt = 0x0
        cmd = 0xb02177
        len = 0
        user = 33554432
        uri = {user = {s = 0x7ffe6604df30 "\310aZ", len = -358738281}, passwd = {s = 0x7ffe6604dfc0 "P\bI", len = 6780192}, host = {s = 0x7ffe6604de80 "", len = -314265584}, port = {s = 0xa5cd80 "\002", len = -314265584}, params = {
            s = 0x7ffe6604dec0 "\360\336\004f\376\177", len = -467824023}, sip_params = {s = 0x7ffe6604df60 "\360\340\004f\376\177", len = 0}, headers = {s = 0x2000000 <Address 0x2000000 out of bounds>, len = 27866048}, port_no = 800,
          proto = 73, type = ERROR_URI_T, flags = 3983471792, transport = {s = 0xb0269d "", len = 11542788}, ttl = {s = 0x50500f9 <Address 0x50500f9 out of bounds>, len = 0}, user_param = {s = 0x7ffe6604def0 "\360\337\004f\376\177",
            len = 4872016}, maddr = {s = 0x0, len = 8255817}, method = {s = 0x0, len = 0}, lr = {s = 0x7ffe6604dff0 " \340\004f\376\177", len = 6761026}, r2 = {s = 0x7eae10 "core", len = 0}, gr = {
            s = 0x2000000 <Address 0x2000000 out of bounds>, len = -311520168}, transport_val = {s = 0x0, len = 11543058}, ttl_val = {s = 0x5c8005a61c8 <Address 0x5c8005a61c8 out of bounds>, len = 11542741}, user_param_val = {
            s = 0x40041b130 <Address 0x40041b130 out of bounds>, len = 8314672}, maddr_val = {s = 0x7ffe6604dff0 " \340\004f\376\177", len = 7076483}, method_val = {s = 0x7ffe6604e0f0 " \341\004f\376\177", len = 6780192}, lr_val = {
            s = 0x7ffe6604dfb0 "", len = -314265584}, r2_val = {s = 0xe8 <Address 0xe8 out of bounds>, len = -314265584}, gr_val = {s = 0x7ffe6604dff0 " \340\004f\376\177", len = -467824023}}
        next_hop = {user = {
            s = 0xb02155 "Via: SIP/2.0/UDP 217.10.77.64:5060;branch=z9hG4bK081adebe\r\nMax-Forwards: 68\r\nFrom: \"0xxxxxxxxxx\" <sip:0xxxxxxxxxx@sipgate.de>;tag=as2ecab772\r\nTo: <sip:0049xxxxxxxxx@sipgate.de>\r\nContact: <sip:071"..., len = 0}, passwd = {s = 0x2000000 <Address 0x2000000 out of bounds>, len = 27864720}, host = {s = 0x490850 "H\213E\220H\213@ \213\225t\377\377\377\211P\020\351\313\002", len = 5689712}, port = {s = 0x5a61c8 "", len = 8}, params = {
            s = 0xed <Address 0xed out of bounds>, len = 8314656}, sip_params = {s = 0x7ffe6604e020 "@\017o\355-\177", len = 7090331}, headers = {s = 0x0, len = 8255817}, port_no = 0, proto = 0, type = ERROR_URI_T, flags = 0, transport = {
            s = 0x7f2ded6f0f40 "\001", len = -311488720}, ttl = {s = 0x7eae10 "core", len = -314265584}, user_param = {s = 0x7ffe6604e0a0 " \337~", len = 1482919684}, maddr = {
            s = 0x41b130 "1\355I\211\321^H\211\342H\203\344\360PTI\307\300 \344u", len = 1711599296}, method = {s = 0xb0269d "", len = 11543169}, lr = {s = 0x7ffe6604e120 "", len = 7017566}, r2 = {s = 0x7ffe6604e120 "", len = 7076483},
          gr = {s = 0x7eae10 "core", len = 8314642}, transport_val = {s = 0x7edf20 "get_hdr_field", len = -311488744}, ttl_val = {s = 0xb0269d "", len = 11543159}, user_param_val = {s = 0x600000000 <Address 0x600000000 out of bounds>,
            len = -311516664}, maddr_val = {s = 0xb0269d "", len = 11543169}, method_val = {
            s = 0xb0227b "INVITE\r\nProxy-Authorization: Digest username=\"sgintern\", realm=\"sipgate.de\", algorithm=MD5, uri=\"sip:0049xxxxxxxxx@sipgate.de\", nonce=\"W2MiBltjINqPpQ5t44/G2x0JzDBkyTCQ\", response=\"7831ac65f3e563fa0"..., len = 11543169}, lr_val = {s = 0x7ffe6604e120 "", len = 1482919684}, r2_val = {s = 0x40041b130 <Address 0x40041b130 out of bounds>, len = 8302096}, gr_val = {s = 0x0, len = 0}}
        u = 0x7f2ded6ea358
        port = 0
        dst_host = 0xb02173
        i = 0
        flags = 0
        avp = 0x7f2ded6ea358
        st = {flags = 4305200, id = 2, name = {n = -358123536, s = {s = 0x7f2deaa777f0 "tm", len = 0}, re = 0x7f2deaa777f0}, avp = 0x0}
        sct = 0xb02177
        sjt = 0x7ffe6604e120
        rve = 0x7f2ded5375d0
        mct = 0x6f0cc2
        rv = 0x800000000
        rv1 = 0x7ffe6604dfe4
        c1 = {cache_type = 1711595920, val_type = 32766, c = {avp_val = {n = -314265584, s = {s = 0x7f2ded44b010 "\001", len = 64}, re = 0x7f2ded44b010}, pval = {rs = {s = 0x7f2ded44b010 "\001", len = 64}, ri = -314265584, flags = 32557}},
          i2s = "\320\341\004f\376\177\000\000i\222\035\344-\177\000\000\260\364n\355-\177"}
        s = {
          s = 0xb021a0 "\r\nFrom: \"0xxxxxxxxxx\" <sip:0xxxxxxxxx@sipgate.de>;tag=as2ecab772\r\nTo: <sip:0xxxxxxxxxxx@sipgate.de>\r\nContact: <sip:0xxxxxxxxx@217.10.77.64:5060>\r\nCall-ID: 3c5228d7028a5f641ed1636259298615@sip"...,
          len = -1038288640}
        srevp = {0xb020c5, 0x9}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, string = 0x2 <Address 0x2 out of bounds>, str = {
                s = 0x2 <Address 0x2 out of bounds>, len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 13}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = MODFIXUP_ST, u = {number = 139835233294080, string = 0x7f2ded685700 "8\331h\355-\177", str = {s = 0x7f2ded685700 "8\331h\355-\177", len = 15}, data = 0x7f2ded685700, attr = 0x7f2ded685700, select = 0x7f2ded685700}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0,
              select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0,
              attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#25 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded4d1a78, msg=0x7f2ded9f17a0) at core/action.c:1565
        t = 0x7f2ded6876b8
        ret = 1
        mod = 0x14058638f04
        ms = 0
        __FUNCTION__ = "run_actions"
#26 0x0000000000444c24 in run_top_route (a=0x7f2ded4d1a78, msg=0x7f2ded9f17a0, c=0x0) at core/action.c:1654
        ctx = {rec_lev = 8, run_flags = 0, last_retcode = 1, jmp_env = {{__jmpbuf = {1482919684, -1089664633334795640, 4305200, 140730610020032, 0, 0, -1089664633380932984, 1088876375176245896}, __mask_was_saved = 0, __saved_mask = {
                __val = {139835236882336, 140730610017232, 5894335, 140730610017152, 140730611271653, 139835236882344, 11543171, 4294967296, 139835236882336, 4611686026705805832, 0, 140730610017232, 1482919684, 4305200, 140730610020032,
                  0}}}}}
        p = 0x7ffe6604e2f0
        ret = 0
        sfbk = 0
#27 0x0000000000540776 in receive_msg (
    buf=0xb020a0 "INVITE sip:xxxxxxxx@sipgate.de SIP/2.0\r\nRecord-Route: <sip:217.10.68.137;lr;ftag=as2ecab772>\r\nVia: SIP/2.0/UDP 217.10.68.137;branch=z9hG4bK48ae.ef188a601621368ec42a8f6fd1d0cf9c.0\r\nVia: SIP/2.0/UDP 21"..., len=1533,
    rcv_info=0x7ffe6604e770) at core/receive.c:277
        msg = 0x7f2ded9f17a0
        ctx = {rec_lev = 0, run_flags = 0, last_retcode = 1, jmp_env = {{__jmpbuf = {1482919684, -1089664633334795640, 4305200, 140730610020032, 0, 0, -1089664633380932984, 1088876375176245896}, __mask_was_saved = 0, __saved_mask = {
                __val = {1, 139834505774096, 139835233425928, 50195, 1024, 6006564416, 6648504, 140730610017856, 6647679, 32, 139834505774096, 140730610018848, 139834505774096, 139835233425920, 139835233425920, 140730610017920}}}}}
        bctx = 0x7f2defe14520
        ret = 1
        stats_on = 0
        tvb = {tv_sec = 140730610017680, tv_usec = 140730610017704}
        tve = {tv_sec = 139835264582552, tv_usec = 139835274727424}
        tz = {tz_minuteswest = 7931840, tz_dsttime = 0}
        diff = 0
        inb = {s = 0xb020a0 "INVITE sip:xxxxxxx@sipgate.de SIP/2.0\r\nRecord-Route: <sip:217.10.68.137;lr;ftag=as2ecab772>\r\nVia: SIP/2.0/UDP 217.10.68.137;branch=z9hG4bK48ae.ef188a601621368ec42a8f6fd1d0cf9c.0\r\nVia: SIP/2.0/UDP 21"...,
          len = 1533}
        netinfo = {data = {s = 0x0, len = 0}, rcv = 0x0, dst = 0x7f2defc009c2}
        keng = 0x0
        evp = {data = 0x7ffe6604e520, rcv = 0x7ffe6604e770, dst = 0x0}
        __FUNCTION__ = "receive_msg"
#28 0x000000000065f2ae in udp_rcv_loop () at core/udp_server.c:554
        len = 1533
        buf = "INVITE sip:xxxxxxxx@sipgate.de SIP/2.0\r\nRecord-Route: <sip:217.10.68.137;lr;ftag=as2ecab772>\r\nVia: SIP/2.0/UDP 217.10.68.137;branch=z9hG4bK48ae.ef188a601621368ec42a8f6fd1d0cf9c.0\r\nVia: SIP/2.0/UDP 21"...
        tmp = 0x7f2defe14520 "\200D\341\357-\177"
        from = 0x7f2ded6a5a00
        fromlen = 16
        ri = {src_ip = {af = 2, len = 4, u = {addrl = {2302937817, 1}, addr32 = {2302937817, 0, 1, 0}, addr16 = {2777, 35140, 0, 0, 1, 0, 0, 0}, addr = "\331\nD\211\000\000\000\000\001\000\000\000\000\000\000"}}, dst_ip = {af = 2, len = 4,
            u = {addrl = {103290028, 0}, addr32 = {103290028, 0, 0, 0}, addr16 = {5292, 1576, 0, 0, 0, 0, 0, 0}, addr = "\254\024(\006", '\000' <repeats 11 times>}}, src_port = 5060, dst_port = 5060, proto_reserved1 = 0,
          proto_reserved2 = 0, src_su = {s = {sa_family = 2, sa_data = "\023\304\331\nD\211\000\000\000\000\000\000\000"}, sin = {sin_family = 2, sin_port = 50195, sin_addr = {s_addr = 2302937817},
              sin_zero = "\000\000\000\000\000\000\000"}, sin6 = {sin6_family = 2, sin6_port = 50195, sin6_flowinfo = 2302937817, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0},
                  __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}, bind_address = 0x7f2ded4a87e0, proto = 1 '\001'}
        evp = {data = 0x0, rcv = 0x0, dst = 0x0}
        printbuf = "\020\353\004f\376\177\000\000\322tK\357-\177\000\000\001\200\255\373\v\000\000\000\310$L\355-\177\000\000\020\353\004f\376\177\000\000\020\353\004f\376\177\000\000\020\353\004f\376\177\000\000\064Pt\302-\177\000\000\060\261A\000\000\000\000\000\300\356\004f\376\177", '\000' <repeats 18 times>, " \351\004f\376\177\000\000!S]", '\000' <repeats 21 times>, "\001\000\000\000\000\000\000\000\377\377\377\377\345[\325F\344L\261\000\000\000\000\000\344J\261\000\000\000\000\000\340F\261\000\000\000\000\000\004\217cX\000\000\000\000\060\261A\000\000\000\000\000\300\356\004f\376\177", '\000' <repeats 18 times>, "\020\351\004f\376\177\000\000_\376p\000\000\000\000\000\000\000\000\000\001\000\000\000\340F\261\000\v\000\000\000@\351\004f\v\000\000\000\000(L\355-\177\000\000\306\a,y\263\346\325\220\233\020(2\331\226{3W\213\370\357\021\317\232x4Pt\302-\177\000\000"...
        i = 4266208
        j = 0
        l = 0
        __FUNCTION__ = "udp_rcv_loop"
#29 0x000000000042743d in main_loop () at main.c:1626
        i = 10
        pid = 0
        si = 0x7f2ded4a87e0
        si_desc = "udp receiver child=10 sock=172.20.40.6:5060\000-\177\000\000\320\353\004f\376\177\000\000\000\v\031\234\200\340\334\224\320\353\004f\376\177\000\000\004\217cX\000\000\000\000\060\261A\000\000\000\000\000\300\356\004f\376\177", '\000' <repeats 18 times>"\260, \353\004f\376\177\000\000\354uV\000\000\000\000"
        nrprocs = 32
        woneinit = 1
        __FUNCTION__ = "main_loop"
#30 0x000000000042eb71 in main (argc=17, argv=0x7ffe6604eec8) at main.c:2645
        cfg_stream = 0x2286010
        c = -1
        r = 0
        tmp = 0x7ffe66050e78 ""
        tmp_len = -280639488
        port = 32557
        proto = 4221504
        options = 0x761e08 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 3117719630
        rfd = 4
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 0
        n_lst = 0x7f2defe14520
        p = 0x0
        st = {st_dev = 14, st_ino = 25628, st_nlink = 2, st_mode = 16877, st_uid = 110, st_gid = 301, __pad0 = 0, st_rdev = 0, st_size = 180, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1532943957, tv_nsec = 228188274}, st_mtim = {
            tv_sec = 1533222745, tv_nsec = 73653908}, st_ctim = {tv_sec = 1533223122, tv_nsec = 208015059}, __unused = {0, 0, 0}}
        __FUNCTION__ = "main"
(gdb) info locals
branch_ret = 0
lowest_ret = -1
current_uri = {s = 0x0, len = 0}
added_branches = 1
first_branch = 0
i = 1711599296
q = -1
t_invite = 0x7ffe66048cb0
success_branch = 32766
try_new = 1
lock_replies = -358549307
dst_uri = {s = 0x0, len = 0}
path = {s = 0x0, len = 0}
instance = {s = 0x0, len = 0}
ruid = {s = 0x0, len = 0}
location_ua = {s = 0x0, len = 0}
si = 0x0
backup_bflags = 16
bflags = 0
__FUNCTION__ = "t_forward_nonack"
(gdb) list
1716	in t_fwd.c

2 (bt only output, w/o full):

GNU gdb (GDB) 7.4.1-debian
Copyright (C) 2012 Free Software Foundation, Inc.
License GPLv3+: GNU GPL version 3 or later <http://gnu.org/licenses/gpl.html>
This is free software: you are free to change and redistribute it.
There is NO WARRANTY, to the extent permitted by law.  Type "show copying"
and "show warranty" for details.
This GDB was configured as "x86_64-linux-gnu".
For bug reporting instructions, please see:
<http://www.gnu.org/software/gdb/bugs/>...
Reading symbols from /usr/sbin/kamailio...Reading symbols from /usr/lib/debug/.build-id/bf/0f481eacd5661e7adec0c358237730d825ea2a.debug...done.
done.
[New LWP 34381]

warning: Can't read pathname for load map: Input/output error.
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
Core was generated by `/usr/sbin/kamailio -f /etc/kamailio/kamailio_sip_proxy.cfg -P /var/run/kamailio'.
Program terminated with signal 11, Segmentation fault.
#0  0x00007f2dea9d1998 in t_forward_nonack (t=0x7f2dc7310660, p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0) at t_fwd.c:1721
1721	t_fwd.c: No such file or directory.
(gdb) bt
#0  0x00007f2dea9d1998 in t_forward_nonack (t=0x7f2dc7310660, p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0) at t_fwd.c:1721
#1  0x00007f2dea9bb0fb in t_relay_to (p_msg=0x7f2ded9f17a0, proxy=0x0, proto=0, replicate=0) at t_funcs.c:331
#2  0x00007f2deaa475ad in _w_t_relay_to (p_msg=0x7f2ded9f17a0, proxy=0x0, force_proto=0) at tm.c:1555
#3  0x00007f2deaa48832 in w_t_relay (p_msg=0x7f2ded9f17a0, _foo=0x0, _bar=0x0) at tm.c:1755
#4  0x0000000000437599 in do_action (h=0x7ffe6604c300, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1067
#5  0x000000000044445a in run_actions (h=0x7ffe6604c300, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1565
#6  0x0000000000444b3b in run_actions_safe (h=0x7ffe6604e2f0, a=0x7f2ded734a20, msg=0x7f2ded9f17a0) at core/action.c:1633
#7  0x000000000057ebdd in rval_get_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, i=0x7ffe6604c7f4, rv=0x7f2ded733a88, cache=0x0) at core/rvalue.c:912
#8  0x0000000000583264 in rval_expr_eval_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, res=0x7ffe6604c7f4, rve=0x7f2ded733a80) at core/rvalue.c:1910
#9  0x00000000005836c3 in rval_expr_eval_int (h=0x7ffe6604e2f0, msg=0x7f2ded9f17a0, res=0x7ffe6604caf4, rve=0x7f2ded735068) at core/rvalue.c:1918
#10 0x000000000043703d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded738438, msg=0x7f2ded9f17a0) at core/action.c:1043
#11 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded734508, msg=0x7f2ded9f17a0) at core/action.c:1565
#12 0x0000000000433d5d in do_action (h=0x7ffe6604e2f0, a=0x7f2ded680170, msg=0x7f2ded9f17a0) at core/action.c:691
#13 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded5385f0, msg=0x7f2ded9f17a0) at core/action.c:1565
#14 0x0000000000437505 in do_action (h=0x7ffe6604e2f0, a=0x7f2ded6876b8, msg=0x7f2ded9f17a0) at core/action.c:1058
#15 0x000000000044445a in run_actions (h=0x7ffe6604e2f0, a=0x7f2ded4d1a78, msg=0x7f2ded9f17a0) at core/action.c:1565
#16 0x0000000000444c24 in run_top_route (a=0x7f2ded4d1a78, msg=0x7f2ded9f17a0, c=0x0) at core/action.c:1654
#17 0x0000000000540776 in receive_msg (
    buf=0xb020a0 "INVITE sip:xxxxxxxxx@sipconnect.sipgate.de SIP/2.0\r\nRecord-Route: <sip:217.10.68.137;lr;ftag=as5bb6b6b9>\r\nVia: SIP/2.0/UDP 217.10.68.137;branch=z9hG4bK2201.40c6aa6542cc3bfaaad4e5c14b8d6738.0\r\nVia: SIP"..., len=1594,
    rcv_info=0x7ffe6604e770) at core/receive.c:277
#18 0x000000000065f2ae in udp_rcv_loop () at core/udp_server.c:554
#19 0x000000000042743d in main_loop () at main.c:1626
#20 0x000000000042eb71 in main (argc=17, argv=0x7ffe6604eec8) at main.c:2645
(gdb) info locals
branch_ret = 0
lowest_ret = -1
current_uri = {s = 0x0, len = 0}
added_branches = 1
first_branch = 0
i = 1711599296
q = -1
t_invite = 0x7ffe6604b7d0
success_branch = 32766
try_new = 1
lock_replies = -358549307
dst_uri = {s = 0x0, len = 0}
path = {s = 0x0, len = 0}
instance = {s = 0x0, len = 0}
ruid = {s = 0x0, len = 0}
location_ua = {s = 0x0, len = 0}
si = 0x0
backup_bflags = 16
bflags = 0
__FUNCTION__ = "t_forward_nonack"
(gdb) list
1716	in t_fwd.c

Log Messages

In the log file the only thing I could see is that it stopped handling SIP packets a few seconds before the crashes. And before the second crash I could see that it logged the unavailability of the rtpengine.

Additional Information

version: kamailio 5.1.4 (x86_64/linux)
flags: STATS: Off, USE_TCP, USE_TLS, USE_SCTP, TLS_HOOKS, USE_RAW_SOCKS, DISABLE_NAGLE, USE_MCAST, DNS_IP_HACK, SHM_MEM, SHM_MMAP, PKG_MALLOC, Q_MALLOC, F_MALLOC, TLSF_MALLOC, DBG_SR_MEMORY, USE_FUTEX, FAST_LOCK-ADAPTIVE_WAIT, USE_DNS_CACHE, USE_DNS_FAILOVER, USE_NAPTR, USE_DST_BLACKLIST, HAVE_RESOLV_RES
ADAPTIVE_WAIT_LOOPS=1024, MAX_RECV_BUFFER_SIZE 262144, MAX_LISTEN 16, MAX_URI_SIZE 1024, BUF_SIZE 65535, DEFAULT PKG_SIZE 8MB
poll method support: poll, epoll_lt, epoll_et, sigio_rt, select.
id: unknown
compiled with gcc 4.7.2

This all happens on a Debian wheezy.

Linux sprotte.srv.sipgate.net 3.2.0-5-amd64 #1 SMP Debian 3.2.96-3 x86_64 GNU/Linux

Can you read anything out of those crashes?


You are receiving this because you are subscribed to this thread.
Reply to this email directly, view it on GitHub, or mute the thread.