the previous segfault was fixed, now this is a different, i cannot replicate this consistently. randomly crashes.

full backtrace:

#0  qm_detach_free (frag=0x27d926b4da0, qm=<optimized out>) at mem/q_malloc.c:269
        prev = 0x27d923ad0a8
        next = 0x0
#1  qm_malloc (qm=0x27d923ad000, size=48) at mem/q_malloc.c:386
        f = 0x27d926b4da0
        hash = -1841639256
#2  0x0000027d99431c76 in insert_tmcb () from /usr/local/lib64/kamailio/modules/tm.so
No symbol table info available.
#3  0x0000027d96c0420b in dlg_set_tm_callbacks () from /usr/local/lib64/kamailio/modules/dialog.so
No symbol table info available.
#4  0x0000027d96c04508 in dlg_onreq () from /usr/local/lib64/kamailio/modules/dialog.so
No symbol table info available.
#5  0x0000027d9943101b in ?? () from /usr/local/lib64/kamailio/modules/tm.so
No symbol table info available.
#6  0x0000027d9940f052 in build_cell () from /usr/local/lib64/kamailio/modules/tm.so
No symbol table info available.
#7  0x0000027d9943bfc6 in t_newtran () from /usr/local/lib64/kamailio/modules/tm.so
No symbol table info available.
#8  0x0000027d99420cc3 in t_relay_to () from /usr/local/lib64/kamailio/modules/tm.so
No symbol table info available.
#9  0x000000000041d58b in do_action (h=0x3ff745086c0, a=0x27d9a40c170, msg=0x27d9a458be0) at action.c:1074
        ret = -5
        v = <optimized out>
        dst = {send_sock = 0x3ff74507b70, to = {s = {sa_family = 35808, 
              sa_data = "E\232}\002\000\000\370{Pt\377\003\000"}, sin = {sin_family = 35808, 
              sin_port = 39493, sin_addr = {s_addr = 637}, sin_zero = "\370{Pt\377\003\000"}, sin6 = {
              sin6_family = 35808, sin6_port = 39493, sin6_flowinfo = 637, sin6_addr = {__in6_u = {
                  __u6_addr8 = "\370{Pt\377\003\000\000\340\213E\232}\002\000", __u6_addr16 = {31736, 
                    29776, 1023, 0, 35808, 39493, 637, 0}, __u6_addr32 = {1951431672, 1023, 2588249056, 
                    637}}}, sin6_scope_id = 6372243}}, id = 0, proto = -77 '\263', send_flags = {
            f = 138 '\212', blst_imask = 74 'J'}}
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        cmd = 0x27d9a3eddd8
        len = <optimized out>
        user = <optimized out>
        uri = {user = {s = 0x3ff74507810 "H", len = -1706983472}, passwd = {
            s = 0x27d97473a60 "\220\202E\232}\002", len = -1759063584}, host = {
            s = 0x3000000018 <Address 0x3000000018 out of bounds>, len = 44882432}, port = {
            s = 0x27d9a3e6be0 "gw::current", len = 11}, params = {s = 0x1 <Address 0x1 out of bounds>, 
            len = -1706983328}, sip_params = {s = 0x3ff74507810 "H", len = -1706718240}, headers = {
            s = 0x3ff74507b40 "\001", len = -1}, port_no = 39664, proto = 39492, type = 637, 
          flags = 4885171, transport = {s = 0x3ff74508050 "\037\067c", len = 44882432}, ttl = {
            s = 0x3ff74507b40 "\001", len = 1951431488}, user_param = {s = 0x3ff745086c0 "\003", 
            len = 5148184}, maddr = {s = 0x63371f "", len = -1759094110}, method = {
            s = 0x27d9a449af0 "0\265?\232}\002", len = 4310469}, lr = {s = 0x27d9a458be0 "F]8", 
            len = -1706761360}, r2 = {s = 0x48 <Address 0x48 out of bounds>, len = -1841596304}, gr = {
            s = 0x3ff74507890 "@x>\232}\002", len = -1706720624}, transport_val = {s = 0x27d926121a0 "", 
            len = -1707182016}, ttl_val = {s = 0x27d9a449af0 "0\265?\232}\002", len = -1706968808}, 
          user_param_val = {s = 0x27d9a41b918 "\002", len = -1706967088}, maddr_val = {
            s = 0x27d9a458be0 "F]8", len = 1951434432}, method_val = {s = 0x3ff74507b50 "\037\067c", 
            len = 5170540}, lr_val = {s = 0x0, len = -1713638448}, r2_val = {
            s = 0x27d9a3e7840 "gw::current", len = 11}, gr_val = {s = 0x0, len = -1706968832}}
        next_hop = {user = {s = 0x3ff74507b68 "\305\305A", len = -1706718240}, passwd = {
            s = 0x3ff745086c0 "\003", len = 1951431528}, host = {s = 0x3ff74507b20 "", len = 4885171}, 
          port = {s = 0x13 <Address 0x13 out of bounds>, len = -1706968848}, params = {
            s = 0x3ff74507b40 "\001", len = -1706718240}, sip_params = {s = 0x3ff745086c0 "\003", 
            len = 5165842}, headers = {s = 0x27d92804290 "\020", len = 5746748}, port_no = 32448, 
          proto = 29776, type = 1023, flags = 0, transport = {s = 0x27d92b1a090 "\002", 
            len = -1765734391}, ttl = {s = 0x0, len = 0}, user_param = {
            s = 0x3ff74507b60 "\360\232D\232}\002", len = 1951431520}, maddr = {
            s = 0x800000000 <Address 0x800000000 out of bounds>, len = 9689456}, method = {
            s = 0x3ff74507a70 "", len = 9598498}, lr = {s = 0x2 <Address 0x2 out of bounds>, 
            len = -1833852784}, r2 = {s = 0x0, len = -1706718240}, gr = {s = 0x27d9a41b8f8 "\a", 
            len = -1765730574}, transport_val = {s = 0x27d96e3c890 "", len = -1765795157}, ttl_val = {
            s = 0xffffffff00000000 <Address 0xffffffff00000000 out of bounds>, len = -1765722972}, 
          user_param_val = {s = 0x27d98330d4a "<script>: ", len = -1713638448}, maddr_val = {
            s = 0x27d9a456f00 "@", len = 5746748}, method_val = {s = 0x27d9a469df8 "\006", 
            len = -1707093008}, lr_val = {s = 0x27d9a458be0 "F]8", len = 44882432}, r2_val = {
            s = 0x27d9a458be0 "F]8", len = -1706965328}, gr_val = {s = 0x27d9a458be0 "F]8", 
            len = 1951434432}}
        u = <optimized out>
        port = <optimized out>
        dst_host = <optimized out>
        i = <optimized out>
        flags = <optimized out>
        avp = <optimized out>
        st = {flags = 1951432672, id = 1023, name = {n = 0, s = {s = 0x0, len = -1706779920}, re = 0x0}, 
          avp = 0x4ee90f}
        sct = <optimized out>
        sjt = <optimized out>
        rve = <optimized out>
        mct = <optimized out>
        rv = <optimized out>
        rv1 = <optimized out>
        c1 = {cache_type = 2588249056, val_type = 637, c = {avp_val = {n = 1, s = {
                s = 0xc00000001 <Address 0xc00000001 out of bounds>, len = 0}, re = 0xc00000001}, pval = {
              rs = {s = 0xc00000001 <Address 0xc00000001 out of bounds>, len = 0}, ri = -1765782691, 
              flags = 637}}, 
          i2s = "\001\000\000\000\000\000\000\000\244\064\301\226}\002\000\000\037\067c\000\000"}
        s = {s = 0x1 <Address 0x1 out of bounds>, len = -1765690355}
        srevp = {0x92763d, 0x27d96c134a4}
        mod_f_params = {{type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, 
              data = 0x0, attr = 0x0, select = 0x0}}, {type = NUMBER_ST, u = {number = 2, 
              string = 0x2 <Address 0x2 out of bounds>, str = {s = 0x2 <Address 0x2 out of bounds>, 
                len = 0}, data = 0x2, attr = 0x2, select = 0x2}}, {type = RVE_FREE_FIXUP_ST, u = {
              number = 0, string = 0x0, str = {s = 0x0, len = 5}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = RVE_FREE_FIXUP_ST, u = {number = 0, string = 0x0, str = {s = 0x0, len = 4}, data = 0x0, 
              attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {
                s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {
              number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}, {
            type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {s = 0x0, len = 0}, data = 0x0, 
              attr = 0x0, select = 0x0}}, {type = NOSUBTYPE, u = {number = 0, string = 0x0, str = {
                s = 0x0, len = 0}, data = 0x0, attr = 0x0, select = 0x0}}}
        __FUNCTION__ = "do_action"
#10 0x000000000041c5c5 in run_actions (h=0x3ff745086c0, a=0x27d9a405e80, msg=0x27d9a458be0)
    at action.c:1573
        t = <optimized out>
        ret = <optimized out>
        mod = <optimized out>
        ms = 0
        __FUNCTION__ = "run_actions"
#11 0x000000000041daaa in do_action (h=0x3ff745086c0, a=0x27d9a4498f0, msg=0x27d9a458be0) at action.c:690
        ret = -5
        v = <optimized out>
        dst = {send_sock = 0x27d9969e080, to = {s = {sa_family = 0, 
              sa_data = "\000\000\000\000\000\000\037\067c\000\000\000\000"}, sin = {sin_family = 0, 
              sin_port = 0, sin_addr = {s_addr = 0}, sin_zero = "\037\067c\000\000\000\000"}, sin6 = {
              sin6_family = 0, sin6_port = 0, sin6_flowinfo = 0, sin6_addr = {__in6_u = {
                  __u6_addr8 = "\037\067c\000\000\000\000\000\001\000\000\000\f\000\000", __u6_addr16 = {
                    14111, 99, 0, 0, 1, 0, 12, 0}, __u6_addr32 = {6502175, 0, 1, 12}}}, 
              sin6_scope_id = 2453371216}}, id = 637, proto = -94 '\242', send_flags = {f = 163 '\243', 
            blst_imask = 67 'C'}}
        tmp = <optimized out>
        new_uri = <optimized out>
        end = <optimized out>
        crt = <optimized out>
        cmd = <optimized out>
        len = <optimized out>
        user = <optimized out>
        uri = {user = {s = 0x27d9ab95fb0 "\200\235\024\002", len = 1951432016}, passwd = {
            s = 0x27d9ab95720 "", len = 34928992}, host = {s = 0x109 <Address 0x109 out of bounds>, 
            len = 44882432}, port = {s = 0x120 <Address 0x120 out of bounds>, len = -1706721952}, 
          params = {s = 0x1 <Address 0x1 out of bounds>, len = 0}, sip_params = {s = 0x63371f "", 
            len = 100}, headers = {s = 0x937560 "", len = 4310469}, port_no = 0, proto = 0, 
          type = ERROR_URI_T, flags = URI_USER_NORMALIZE, transport = {
            s = 0xfffffffb <Address 0xfffffffb out of bounds>, len = 44882432}, ttl = {
            s = 0x15 <Address 0x15 out of bounds>, len = -1707088000}, user_param = {s = 0x0, len = 0}, 
          maddr = {s = 0x63371f "", len = -1}, method = {s = 0x27d923b7950 "`\315b\222}\002", 
            len = 4310469}, lr = {s = 0x27d9a458be0 "F]8", len = -1706721952}, r2 = {
            s = 0x7100000000 <Address 0x7100000000 out of bounds>, len = -1706721696}, gr = {
            s = 0x1 <Address 0x1 out of bounds>, len = 0}, transport_val = {s = 0x63371f "", len = 100}, 
          ttl_val = {s = 0x937560 "", len = 4315438}, user_param_val = {s = 0x3ff74507e70 "\001", 
            len = 1951432192}, maddr_val = {s = 0x27d9a458be0 "F]8", len = -1707088000}, method_val = {
            s = 0x1 <Address 0x1 out of bounds>, len = 1951434432}, lr_val = {s = 0x0, len = 1951434432}, 
          r2_val = {s = 0x3ff74508530 "\001", len = -1}, gr_val = {s = 0x27d923b7950 "`\315b\222}\002", 
            len = 4346308}}
        next_hop = {user = {s = 0x0, len = 1}, passwd = {s = 0x3ff745086c0 "\003", len = -1671675758}, 
          host = {s = 0x3ff745086c0 "\003", len = 1951434032}, port = {
            s = 0xffffffff <Address 0xffffffff out of bounds>, len = -1841596080}, params = {
            s = 0xe8d81dd966fc4092 <Address 0xe8d81dd966fc4092 out of bounds>, len = 154943634}, 
          sip_params = {s = 0x3ff00000000 <Address 0x3ff00000000 out of bounds>, len = 8187}, headers = {
            s = 0x1 <Address 0x1 out of bounds>, len = 1}, port_no = 1, proto = 0, type = ERROR_URI_T, 
          flags = 11, transport = {s = 0xffffffffffffffa0 <Address 0xffffffffffffffa0 out of bounds>, 

.... cut off


Kelvin Chua