21 Apr
2016
21 Apr
'16
4:29 a.m.
Seem to get some variant of this a lot in one particular installation
... any insight would be appreciated:
---
(gdb) thread apply all bt full
Thread 1 (Thread 0x7f4ad466d700 (LWP 20657)):
#0 0x00007f4ad3cdb625 in raise () from /lib64/libc.so.6
No symbol table info available.
#1 0x00007f4ad3cdce05 in abort () from /lib64/libc.so.6
No symbol table info available.
#2 0x000000000061e783 in qm_free (qm=0x7f48c9986000, p=0x7f48cdb99780,
file=0x7f4ad22a5fbd "tm: h_table.c", func=0x7f4ad22a6298 "free_cell",
line=133) at mem/q_malloc.c:455
f = 0x7f48cdb99750
size = 1919388400
next = 0x400
prev = 0x7fff72678a80
__FUNCTION__ = "qm_free"
#3 0x00007f4ad21e550d in free_cell (dead_cell=0x7f48cd88bf08) at
h_table.c:133
b = 0x7f4ad37d54f8 "\376\373", <incomplete sequence \354>
i = 32586
rpl = 0x7fff72678be0
tt = 0x7f4ad223569c
foo = 0x415e80
cbs = 0x7f48cd88bf08
cbs_tmp = 0x0
__FUNCTION__ = "free_cell"
#4 0x00007f4ad2239e75 in t_unref (p_msg=0x7f4ad37d54f8) at t_lookup.c:1486
kr = 3448291528
__FUNCTION__ = "t_unref"
#5 0x00007f4ad228012d in reply_received (p_msg=0x7f4ad37d54f8) at
t_reply.c:2507
msg_status = 100
last_uac_status = 0
ack = 0x800000001 <Address 0x800000001 out of bounds>
ack_len = 32586
branch = 2
reply_status = 5
onreply_route = 2
cancel_data = {cancel_bitmap = 0, reason = {cause = 0, u =
{text = {s = 0x0, len = 7742524}, e2e_cancel = 0x0, packed_hdrs = {s =
0x0, len = 7742524}}}}
uac = 0x7f48cd88c470
t = 0x7f48cd88bf08
lack_dst = {send_sock = 0x338168, to = {s = {sa_family = 21646,
sa_data = "\247\000\000\000\000\000G\001\000\000\000\000\000"}, sin =
{sin_family = 21646, sin_port = 167, sin_addr = {s_addr = 0}, sin_zero =
"G\001\000\000\000\000\000"}, sin6 = {sin6_family = 21646, sin6_port =
167, sin6_flowinfo = 0, sin6_addr = {__in6_u = {__u6_addr8 =
"G\001\000\000\000\000\000\000\070\006z\323J\177\000", __u6_addr16 =
{327, 0, 0, 0, 1592, 54138, 32586, 0}, __u6_addr32 = {327, 0,
3547989560, 32586}}}, sin6_scope_id = 1919389184}}, id = 32767, proto =
-35 '\335', send_flags = {f = 72 'H', blst_imask = 98 'b'}}
backup_user_from = 0xa85430
backup_user_to = 0xa85438
backup_domain_from = 0xa85440
backup_domain_to = 0xa85448
backup_uri_from = 0xa85420
backup_uri_to = 0xa85428
backup_xavps = 0xa85560
replies_locked = 0
branch_ret = 32767
prev_branch = -746760936
blst_503_timeout = 32586
hf = 0x31a72678ef0
onsend_params = {req = 0x7f4ad34a8390, rpl = 0x7f4a00000000,
param = 0x7fff72678e60, code = -746756944, flags = 32586, branch = 0,
t_rbuf = 0xa7571a, dst = 0xa75414, send_buf = {s = 0x23fbe0 <Address
0x23fbe0 out of bounds>, len = 3356600}}
ctx = {rec_lev = 0, run_flags = 0, last_retcode = -1, jmp_env =
{{__jmpbuf = {139959352514288, 3724642127021520483, 4284032,
140735112779456, 0, 0, 3724642127029909091, -3724914439480756637},
__mask_was_saved = 0, __saved_mask = {__val = {0, 140735112777312,
6474523, 8388608, 5032056, 2358192, 3356552, 3375464, 8, 328, 7722415,
7742524, 139959352517760, 140735112777088, 4714492, 0}}}}}
__FUNCTION__ = "reply_received"
#6 0x000000000048dd80 in do_forward_reply (msg=0x7f4ad37d54f8, mode=0)
at forward.c:747
new_buf = 0x0
dst = {send_sock = 0x0, to = {s = {sa_family = 0, sa_data =
'\000' <repeats 13 times>}, sin = {sin_family = 0, sin_port = 0,
sin_addr = {s_addr = 0}, sin_zero = "\000\000\000\000\000\000\000"},
sin6 = {sin6_family = 0, sin6_port = 0, sin6_flowinfo = 0, sin6_addr =
{__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0,
0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}, id
= 0, proto = 0 '\000', send_flags = {f = 0 '\000', blst_imask = 0
'\000'}}
new_len = 1
r = 0
ip = {af = 1919389696, len = 32767, u = {addrl = {6501186, 56},
addr32 = {6501186, 0, 56, 0}, addr16 = {13122, 99, 0, 0, 56, 0, 0, 0},
addr = "B3c\000\000\000\000\000\070\000\000\000\000\000\000"}}
s = 0x7f4ad37d0032 "q"
len = 0
__FUNCTION__ = "do_forward_reply"
#7 0x000000000048f3c3 in forward_reply (msg=0x7f4ad37d54f8) at
forward.c:849
No locals.
#8 0x000000000050b394 in receive_msg (buf=0xa75400 "SIP/2.0 100
Trying\r\nVia: SIP/2.0/UDP
56.7.1.169;branch=z9hG4bKb914.a5e1ddc17f374d96d421a56ef28f3057.2;received=56.7.1.169;rport=5060\r\nVia:
SIP/2.0/UDP
110.9.13.10:5060;received=110.9.13.10;branch=z9hG4bK4daefb9d;rport=5060\r\nRecord-Route:
<sip:56.7.1.169;lr;ftag=as4c723146;fromcor=ejFwbUZxUmpUUFNBejFwbUZxUmpUUFNBejFwbUZx;dlgcor=bc2.e7a3>\r\nFrom:
\"13212476993\" <sip:13212476993@56.7.1.169>;tag=as4c723146\r\nTo:
<sip:16108615000@56.7.1.169:5060>\r\nCall-ID:
4db5de4a3df03a347b521e25663d9976(a)56.7.1.169\r\nCSeq: 102
INVITE\r\nServer: Cisco 3845\r\nAllow: INVITE, ACK, CANCEL, OPTIONS,
BYE, REFER, SUBSCRIBE, NOTIFY, INFO, PUBLISH, MESSAGE\r\nSupported:
replaces, timer\r\nSession-Expires: 600;refresher=uas\r\nContact:
<sip:16108615000@163.49.52.102:5060>\r\nContent-Length: 0\r\n\r\n",
len=794, rcv_info=0x7fff72679200) at receive.c:255
msg = 0x7f4ad37d54f8
ctx = {rec_lev = 10280528, run_flags = 0, last_retcode = 0,
jmp_env = {{__jmpbuf = {0, 0, 0, 139959365701792, 1, 0, 171057038096,
10965952}, __mask_was_saved = 1919390216, __saved_mask = {__val =
{139959349515664, 12884901901, 139959349515664, 4284032,
140735112779456, 140735112778096, 6310822, 6214357328, 139950596799128,
140735112778064, 6306505, 140735112778352, 170886150808, 10965952,
6306633, 140735112778432}}}}}
ret = 1919390112
inb = {s = 0xa75400 "SIP/2.0 100 Trying\r\nVia: SIP/2.0/UDP
56.7.1.169;branch=z9hG4bKb914.a5e1ddc17f374d96d421a56ef28f3057.2;received=56.7.1.169;rport=5060\r\nVia:
SIP/2.0/UDP
110.9.13.10:5060;received=110.9.13.10;branch=z9hG4bK4daefb9d;rport=5060\r\nRecord-Route:
<sip:56.7.1.169;lr;ftag=as4c723146;fromcor=ejFwbUZxUmpUUFNBejFwbUZxUmpUUFNBejFwbUZx;dlgcor=bc2.e7a3>\r\nFrom:
\"13212476993\" <sip:13212476993@56.7.1.169>;tag=as4c723146\r\nTo:
<sip:16108615000@56.7.1.169:5060>\r\nCall-ID:
4db5de4a3df03a347b521e25663d9976(a)56.7.1.169\r\nCSeq: 102
INVITE\r\nServer: Cisco 3845\r\nAllow: INVITE, ACK, CANCEL, OPTIONS,
BYE, REFER, SUBSCRIBE, NOTIFY, INFO, PUBLISH, MESSAGE\r\nSupported:
replaces, timer\r\nSession-Expires: 600;refresher=uas\r\nContact:
<sip:16108615000@163.49.52.102:5060>\r\nContent-Length: 0\r\n\r\n", len
= 794}
__FUNCTION__ = "receive_msg"
#9 0x000000000060aad6 in udp_rcv_loop () at udp_server.c:495
len = 794
buf = "SIP/2.0 100 Trying\r\nVia: SIP/2.0/UDP
56.7.1.169;branch=z9hG4bKb914.a5e1ddc17f374d96d421a56ef28f3057.2;received=56.7.1.169;rport=5060\r\nVia:
SIP/2.0/UDP
110.9.13.10:5060;received=110.9.13.10;branch=z9hG4bK4daefb9d;rport=5060\r\nRecord-Route:
<sip:56.7.1.169;lr;ftag=as4c723146;fromcor=ejFwbUZxUmpUUFNBejFwbUZxUmpUUFNBejFwbUZx;dlgcor=bc2.e7a3>\r\nFrom:
\"13212476993\" <sip:13212476993@56.7.1.169>;tag=as4c723146\r\nTo:
<sip:16108615000@56.7.1.169:5060>\r\nCall-ID:
4db5de4a3df03a347b521e25663d9976(a)56.7.1.169\r\nCSeq: 102
INVITE\r\nServer: Cisco 3845\r\nAllow: INVITE, ACK, CANCEL, OPTIONS,
BYE, REFER, SUBSCRIBE, NOTIFY, INFO, PUBLISH, MESSAGE\r\nSupported:
replaces, timer\r\nSession-Expires: 600;refresher=uas\r\nContact:
<sip:16108615000@163.49.52.102:5060>\r\nContent-Length:
0\r\n\r\n\000Content-Length: 175\r\nRemote-Party-ID: \"17185076432\"
<sip:17185076432@56.7.1.169>;party=calling;privacy=off;screen=no\r\n\r\nv=0\r\no=-
302911045 302911045 IN IP4 208.67.1.4\r\ns=ENSResip\r\nc=IN IP4
47.91.59.64\r\nt=0 0\r\nm=audio 50906 RTP/AVP 18\r\na=rtpmap:18
G729/8000\r\na=fmtp:18 annexb=no\r\na=ptime:20\r\n\000nceSupp:off - - -
-\r\n\000=no\r\na=rtpmap:121 frf-dialed-digit/8000\r\na=fmtp:121
0-15\r\na=ptime:20\r\n\000\000\061
0-15\r\na=ptime:20\r\na=direction:both\r\n\000ion:both\r\n\000rection:both\r\n\000\n\000\060\060\060\r\na=rtpmap:101
telephone-event/8000\r\na=fmtp:101
0-16\r\na=ptime:20\r\na=sendrecv\r\n\000\n\000
telephone-event/8000\r\na=fmtp:101 0-16\r\na=silenceSupp:off - - -
-\r\na=ptime:20\r\na=sendrecv\r\n\000\012.41.120.9\r\nt=0 0\r\nm=audio
35130 RTP/AVP 18 0 8 101\r\na=rtpmap:101
telephone-event/8000\r\na=fmtp:101 0-15\r\na=ptime:20\r\na=fmtp:18
annexb=no\r\n\000\061 0-15\r\na=ptime:20\r\na=fmtp:18
annexb=no\r\n\000lities\r\nc=IN IP4 97.43.87.90\r\nt=0 0\r\nm=audio
30350 RTP/AVP 18 0 8 101\r\na=rtpmap:18 G729/8000\r\na=fmtp:18
annexb=no\r\na=rtpmap:0 PCMU/8000\r\na=rtpmap:8
PCMA/8000\r\na=rtpmap:101 telephone-event/8000\r\na=fmtp:101
0-15\r\na=sendrecv\r\na=maxptime:20\r\n\000\r\na=maxptime:20\r\n\000\061\060\061
0-15\r\na=sendrecv\r\na=maxptime:20\r\n\000v\r\na=maxptime:20\r\n",
'\000' <repeats 63603 times>
tmp = 0xa753c0 "208.82.213.10"
from = 0x7f4ad377e318
fromlen = 16
ri = {src_ip = {af = 2, len = 4, u = {addrl = {1703608226, 0},
addr32 = {1703608226, 0, 0, 0}, addr16 = {65442, 25994, 0, 0, 0, 0, 0,
0}, addr = "\242\377\212e", '\000' <repeats 11 times>}}, dst_ip =
{af =
2, len = 4, u = {addrl = {2845613666, 0}, addr32 = {2845613666, 0, 0,
0}, addr16 = {40546, 43420, 0, 0, 0, 0, 0, 0}, addr = "b\236\234\251",
'\000' <repeats 11 times>}}, src_port = 5060, dst_port = 5060,
proto_reserved1 = 0, proto_reserved2 = 0, src_su = {s = {sa_family = 2,
sa_data = "\023ΔΆ\377\212e\000\000\000\000\000\000\000"}, sin =
{sin_family = 2, sin_port = 50195, sin_addr = {s_addr = 1703608226},
sin_zero = "\000\000\000\000\000\000\000"}, sin6 = {sin6_family = 2,
sin6_port = 50195, sin6_flowinfo = 1703608226, sin6_addr = {__in6_u =
{__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0,
0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}},
bind_address = 0x7f4ad34f9428, proto = 1 '\001'}
__FUNCTION__ = "udp_rcv_loop"
#10 0x00000000004a8023 in main_loop () at main.c:1573
i = 4
pid = 0
si = 0x7f4ad34f9428
si_desc = "udp receiver child=4
sock=56.7.1.169:5060\000\000\000p\223gr\377\177\000\000\v\220N\000\000\000\000\000\300\223gr\377\177\000\000\004\000\000\000\000\000\000\000\200^A\000\000\000\000\000(\265\233\311H\177",
'\000' <repeats 14 times>,
"\001\000\000\000\300\223gr\377\177\000\000\256\220N\000\000\000\000"
nrprocs = 8
__FUNCTION__ = "main_loop"
#11 0x00000000004ae4e1 in main (argc=11, argv=0x7fff726796c8) at main.c:2547
cfg_stream = 0x27dc010
c = -1
r = 0
tmp = 0x7fff7267a46d ""
tmp_len = 32767
port = 1919391134
proto = 0
options = 0x708e58
":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:"
ret = -1
seed = 3996106866
rfd = 4
debug_save = 0
debug_flag = 0
dont_fork_cnt = 0
n_lst = 0x40d8f2
p = 0xc2 <Address 0xc2 out of bounds>
st = {st_dev = 2050, st_ino = 14811292, st_nlink = 2, st_mode =
16832, st_uid = 0, st_gid = 0, __pad0 = 0, st_rdev = 0, st_size = 4096,
st_blksize = 4096, st_blocks = 8, st_atim = {tv_sec = 1444079676,
tv_nsec = 340955661}, st_mtim = {tv_sec = 1444079676, tv_nsec =
340955661}, st_ctim = {tv_sec = 1444079676, tv_nsec = 346955760},
__unused = {0, 0, 0}}
__FUNCTION__ = "main"
--
Alex Balashov | Principal | Evariste Systems LLC
1447 Peachtree Street NE, Suite 700
Atlanta, GA 30309
United States
Tel: +1-800-250-5920 (toll-free) / +1-678-954-0671 (direct)
Web: http://www.evaristesys.com/, http://www.csrpswitch.com/