<p>I had a coredump with version 5.1.4+0~20180725075519.79+trusty ( <a class="commit-link" href="https://github.com/kamailio/kamailio/commit/bf6468f7a4a54600e04dc6fd8aab537bde5ee464"><tt>bf6468f</tt></a> ) maybe it's related:</p>
<pre><code>(gdb) bt
#0 0x00007f1d7c438814 in rtpengine_manage (msg=0x7f1d87bcc858, flags=0x7f1d87bfc9b0 "direction=public direction=public replace-origin replace-session-connection trust-address") at rtpengine.c:3247
#1 0x00007f1d7c4389a8 in rtpengine_manage_wrap (msg=0x7f1d87bcc858, d=0x7f1d87bfc9b0, more=0) at rtpengine.c:3270
#2 0x00007f1d7c436ab4 in rtpengine_rtpp_set_wrap (msg=0x7f1d87bcc858, func=0x7f1d7c438982 <rtpengine_manage_wrap>, data=0x7f1d87bfc9b0, direction=1) at rtpengine.c:3074
#3 0x00007f1d7c438cfe in rtpengine_manage1_f (msg=0x7f1d87bcc858, str1=0x7f1d87fa7fd0 "\260f\372\207\035\177", str2=0x0) at rtpengine.c:3286
#4 0x0000000000434807 in do_action (h=0x7ffc50479920, a=0x7f1d87fa7668, msg=0x7f1d87bcc858) at core/action.c:1073
#5 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87fa7668, msg=0x7f1d87bcc858) at core/action.c:1565
#6 0x00000000004346ee in do_action (h=0x7ffc50479920, a=0x7f1d87fa8b60, msg=0x7f1d87bcc858) at core/action.c:1058
#7 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87fa4920, msg=0x7f1d87bcc858) at core/action.c:1565
#8 0x0000000000430f48 in do_action (h=0x7ffc50479920, a=0x7f1d87f83ad8, msg=0x7f1d87bcc858) at core/action.c:691
#9 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87f837b8, msg=0x7f1d87bcc858) at core/action.c:1565
#10 0x0000000000441df9 in run_top_route (a=0x7f1d87f837b8, msg=0x7f1d87bcc858, c=0x7ffc50479920) at core/action.c:1654
#11 0x00007f1d814b8b0e in prepare_new_uac (t=0x7f1d734543f8, i_req=0x7f1d87bcc858, branch=0, uri=0x7ffc504798c0, path=0x7ffc504798e0, next_hop=0x7ffc504798d0, fsocket=0x0, snd_flags=..., fproto=0, flags=0, instance=0x7ffc504798f0, ruid=0x7ffc50479900, location_ua=0x7ffc50479910)
at t_fwd.c:356
#12 0x00007f1d814bd457 in add_uac (t=0x7f1d734543f8, request=0x7f1d87bcc858, uri=0x7f1d87bccad0, next_hop=0x7f1d87bccae0, path=0x7f1d87bcce90, proxy=0x0, fsocket=0x0, snd_flags=..., proto=0, flags=0, instance=0x7f1d87bccea0, ruid=0x7f1d87bcceb8, location_ua=0x7f1d87bccec8)
at t_fwd.c:800
#13 0x00007f1d814c5758 in t_forward_nonack (t=0x7f1d734543f8, p_msg=0x7f1d87bcc858, proxy=0x0, proto=0) at t_fwd.c:1680
#14 0x00007f1d814af0ac in t_relay_to (p_msg=0x7f1d87bcc858, proxy=0x0, proto=0, replicate=0) at t_funcs.c:331
#15 0x00007f1d8153c3e8 in _w_t_relay_to (p_msg=0x7f1d87bcc858, proxy=0x0, force_proto=0) at tm.c:1555
#16 0x00007f1d8153d66d in w_t_relay (p_msg=0x7f1d87bcc858, _foo=0x0, _bar=0x0) at tm.c:1755
#17 0x000000000043477f in do_action (h=0x7ffc5047a700, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1067
#18 0x0000000000441630 in run_actions (h=0x7ffc5047a700, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1565
#19 0x0000000000441d10 in run_actions_safe (h=0x7ffc5047d670, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1633
#20 0x000000000057c66b in rval_get_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, i=0x7ffc5047aaf4, rv=0x7f1d87f9b618, cache=0x0) at core/rvalue.c:912
#21 0x0000000000580cf6 in rval_expr_eval_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, res=0x7ffc5047aaf4, rve=0x7f1d87f9b610) at core/rvalue.c:1910
#22 0x0000000000581158 in rval_expr_eval_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, res=0x7ffc5047ac64, rve=0x7f1d87f9bd40) at core/rvalue.c:1918
#23 0x000000000043422a in do_action (h=0x7ffc5047d670, a=0x7f1d87f9e8c0, msg=0x7f1d87bcc858) at core/action.c:1043
#24 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87f983f8, msg=0x7f1d87bcc858) at core/action.c:1565
#25 0x0000000000430f48 in do_action (h=0x7ffc5047d670, a=0x7f1d87d5bfd0, msg=0x7f1d87bcc858) at core/action.c:691
#26 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87d5bb60, msg=0x7f1d87bcc858) at core/action.c:1565
#27 0x00000000004346ee in do_action (h=0x7ffc5047d670, a=0x7f1d87d5eb00, msg=0x7f1d87bcc858) at core/action.c:1058
#28 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87d49d78, msg=0x7f1d87bcc858) at core/action.c:1565
#29 0x0000000000430f48 in do_action (h=0x7ffc5047d670, a=0x7f1d87e07e80, msg=0x7f1d87bcc858) at core/action.c:691
#30 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87e07e80, msg=0x7f1d87bcc858) at core/action.c:1565
#31 0x000000000043e47a in do_action (h=0x7ffc5047d670, a=0x7f1d87e08748, msg=0x7f1d87bcc858) at core/action.c:1314
#32 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87e062e0, msg=0x7f1d87bcc858) at core/action.c:1565
#33 0x00000000004346ee in do_action (h=0x7ffc5047d670, a=0x7f1d87e08898, msg=0x7f1d87bcc858) at core/action.c:1058
#34 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87dff690, msg=0x7f1d87bcc858) at core/action.c:1565
#35 0x0000000000441df9 in run_top_route (a=0x7f1d87dff690, msg=0x7f1d87bcc858, c=0x0) at core/action.c:1654
#36 0x000000000053e22f in receive_msg (buf=0xb010c0 <buf> "INVITE sip:00442075344466@kamailio-leader.query.consul:5060 SIP/2.0\r\nVia: SIP/2.0/UDP 172.18.231.7:5080;branch=z9hG4bK47b18559\r\nMax-Forwards: 69\r\nFrom: \"1001-FoehnQA\" <sip:1001@sip.staging.voxivo.com:"..., len=1193,
rcv_info=0x7ffc5047dab0) at core/receive.c:277
#37 0x000000000065cf85 in udp_rcv_loop () at core/udp_server.c:554
#38 0x0000000000424697 in main_loop () at main.c:1626
#39 0x000000000042bdbf in main (argc=13, argv=0x7ffc5047e1b8) at main.c:2645
(gdb) f 0
#0 0x00007f1d7c438814 in rtpengine_manage (msg=0x7f1d87bcc858, flags=0x7f1d87bfc9b0 "direction=public direction=public replace-origin replace-session-connection trust-address") at rtpengine.c:3247
3247 tmb.t_gett()->uas.request->msg_flags |= FL_SDP_BODY;
(gdb) p tmb
$2 = {register_tmcb = 0x7f1d814c805d <register_tmcb>, t_relay_to_udp = 0x7f1d8153c720 <w_t_relay_to_udp>, t_relay_to_tcp = 0x7f1d8153c77a <w_t_relay_to_tcp>, t_relay = 0x7f1d8153d643 <w_t_relay>, t_replicate = 0x7f1d8153c924 <t_replicate_uri>,
t_newtran = 0x7f1d8153b46f <w_t_newtran>, t_reply = 0x7f1d81540bec <w_t_reply_wrp>, t_reply_with_body = 0x7f1d81513119 <t_reply_with_body>, t_is_local = 0x7f1d814dbc08 <t_is_local>, t_get_trans_ident = 0x7f1d814da499 <t_get_trans_ident>,
t_lookup_ident = 0x7f1d814db22f <t_lookup_ident>, t_addblind = 0x7f1d814bc006 <add_blind_uac>, t_reply_unsafe = 0x0, t_reply_trans = 0x7f1d8150c5ed <t_reply>, t_forward_nonack = 0x7f1d81539d32 <w_t_forward_nonack>, t_request_within = 0x7f1d8155a159 <req_within>,
t_request_outside = 0x7f1d8155a805 <req_outside>, t_request = 0x7f1d8155ac63 <request>, new_dlg_uac = 0x7f1d81471739 <new_dlg_uac>, dlg_response_uac = 0x7f1d814753b0 <dlg_response_uac>, new_dlg_uas = 0x7f1d814772d3 <new_dlg_uas>, update_dlg_uas = 0x7f1d8147830b <update_dlg_uas>,
dlg_request_uas = 0x7f1d814792d2 <dlg_request_uas>, set_dlg_target = 0x7f1d8147a6fb <set_dlg_target>, free_dlg = 0x7f1d81479ff6 <free_dlg>, print_dlg = 0x7f1d8147a2eb <print_dlg>, t_gett = 0x7f1d814cae7e <get_t>, t_gett_branch = 0x7f1d814caed0 <get_t_branch>,
t_sett = 0x7f1d814cae8b <set_t>, calculate_hooks = 0x7f1d8147171f <w_calculate_hooks>, t_uac = 0x7f1d8155823e <t_uac>, t_uac_with_ids = 0x7f1d81558262 <t_uac_with_ids>, t_release = 0x7f1d8153b0c8 <w_t_release>, t_unref = 0x7f1d814d937f <t_unref>,
run_failure_handlers = 0x7f1d81506416 <run_failure_handlers>, run_branch_failure_handlers = 0x7f1d8150761a <run_branch_failure_handlers>, cancel_uacs = 0x7f1d81491516 <cancel_uacs>, cancel_all_uacs = 0x7f1d814915f8 <cancel_all_uacs>,
prepare_request_within = 0x7f1d815566e1 <prepare_req_within>, send_prepared_request = 0x7f1d8155821a <send_prepared_request>, route_mode = 0x0, reserved1 = 0x0, reserved2 = 0x0, ack_local_uac = 0x7f1d81558563 <ack_local_uac>,
t_get_canceled_ident = 0x7f1d814daae7 <t_get_canceled_ident>, t_suspend = 0x7f1d8152051b <t_suspend>, t_continue = 0x7f1d81527cd0 <t_continue>, t_continue_cb = 0x7f1d81527d00 <t_continue_cb>, t_cancel_suspend = 0x7f1d81527d38 <t_cancel_suspend>,
t_get_reply_totag = 0x7f1d814ffb46 <t_get_reply_totag>, t_get_picked_branch = 0x7f1d814ffba4 <t_get_picked_branch>, t_lookup_callid = 0x7f1d814dc23d <t_lookup_callid>, generate_callid = 0x7f1d8146fbb7 <generate_callid>, generate_fromtag = 0x7f1d81550506 <generate_fromtag>,
t_lookup_request = 0x7f1d814cd4f6 <t_lookup_request>, t_lookup_original = 0x7f1d814cff4c <t_lookupOriginalT>, t_check = 0x7f1d814d6015 <t_check>, unref_cell = 0x7f1d814b1dec <unref_cell>, prepare_to_cancel = 0x7f1d81491475 <prepare_to_cancel>,
get_stats = 0x7f1d8151f18d <tm_get_stats>, get_table = 0x7f1d8147be67 <tm_get_table>, dlg_add_extra = 0x7f1d81472236 <dlg_add_extra>, t_cancel_uac = 0x7f1d81493b75 <t_uac_cancel>, tm_ctx_get = 0x7f1d814dfe1e <tm_ctx_get>, t_append_branches = 0x7f1d8148d6a1 <t_append_branches>,
t_load_contacts = 0x7f1d81518c0c <t_load_contacts>, t_next_contacts = 0x7f1d8151cbf4 <t_next_contacts>, set_fr = 0x7f1d814de09e <t_set_fr>}
(gdb) p tmb.t_gett
$3 = (tgett_f) 0x7f1d814cae7e <get_t>
</code></pre>
<pre><code>Aug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ALERT: <script>: No more next_dispatch to try - ci='211ec253163c6fef53c346f00d6826fe@sip.staging.voxivo.com'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3941]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [t_lookup.c:1487]: t_unref(): script writer didn't release transaction
Aug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3938]: INFO: <script>: Dialog failed event profile='outbound_c' - ci='123'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3959]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out
Aug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out
Aug 20 07:45:42 kamailio-2105-0 kamailio[3938]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d73470300 is still linked in hash table (t_lookup.c:1497)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3938]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d73470300 is still linked in wait timer (t_lookup.c:1497) - skip freeing now
Aug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3941]: INFO: <script>: Dialog failed event profile='outbound_c' - ci='123'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3939]: INFO: <script>: Dialog failed event profile='outbound_c' - ci='123'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3939]: WARNING: <script>: CDR generated by kamailio - ci='123'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: <core> [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d73463808), called from tm: h_table.c: free_cell_helper(155), first free tm: h_table.c: free_cell_helper(155) - aborting
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d7348c188 is still linked in hash table (t_lookup.c:1497)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: <core> [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d7348d938), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d7348c188 is still linked in wait timer (t_lookup.c:1497) - skip freeing now
Aug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: <core> [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d73468550), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: <core> [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d7345ef80), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting
Aug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: <core> [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d734a0028), called from tm: h_table.c: free_cell_helper(251), first free tm: h_table.c: free_cell_helper(251) - aborting
Aug 20 07:45:42 kamailio-2105-0 kamailio[3941]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d734797d8 is still linked in hash table (t_lookup.c:1497)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3941]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d734797d8 is still linked in wait timer (t_lookup.c:1497) - skip freeing now
Aug 20 07:45:42 kamailio-2105-0 kamailio[3935]: INFO: <script>: from NAT address rm='ACK' ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: evapi: Message Received event='{"Event":"CGR_AUTH_REPLY","TransactionIndex":9573,"TransactionLabel":1002983302,"MaxSessionTime":10800,"Suppliers":"","ResourceAllocated":true,"AllocationMessage":"","Error":""}'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [t_suspend.c:202]: t_continue_helper(): transaction is not suspended [9573:1002983302]
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [9573:1002983302] failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: evapi: Message Received event='{"Event":"CGR_AUTH_REPLY","TransactionIndex":13293,"TransactionLabel":887324556,"MaxSessionTime":10800,"Suppliers":"","ResourceAllocated":true,"AllocationMessage":"","Error":""}'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: tm [t_suspend.c:197]: t_continue_helper(): transaction not found
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [13293:887324556] failed
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: evapi: Message Received event='{"Event":"CGR_AUTH_REPLY","TransactionIndex":2151,"TransactionLabel":1857937848,"MaxSessionTime":10800,"Suppliers":"","ResourceAllocated":true,"AllocationMessage":"","Error":""}'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: evapi reply on CGR_DIALOG_TIMEOUT with ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: CGR_AUTH_REPLY ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com' MaxSessionTime='10800'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: CRITICAL: dialog [dlg_timer.c:200]: update_dlg_timer(): Trying to update a bogus dlg tl=0x7f1d73465288 tl->next=(nil) tl->prev=(nil)
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: dialog [dlg_hash.c:1174]: update_dlg_timeout(): failed to update dialog lifetime
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ALERT: <script>: CGR_AUTH_REPLY set dialog didn't work for ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com' and user='sip:1001@sip.staging.voxivo.com:5080' timeout='10800'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: <script>: evapi: Message Received event='{"Event":"CGR_AUTH_REPLY","TransactionIndex":6415,"TransactionLabel":1188410926,"MaxSessionTime":10800,"Suppliers":"","ResourceAllocated":true,"AllocationMessage":"","Error":""}'
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: tm [t_suspend.c:197]: t_continue_helper(): transaction not found
Aug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [6415:1188410926] failed
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:746]: handle_sigs(): child process 3930 exited by a signal 11
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:749]: handle_sigs(): core was generated
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:746]: handle_sigs(): child process 3931 exited by a signal 11
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:749]: handle_sigs(): core was generated
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:746]: handle_sigs(): child process 3937 exited by a signal 11
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: <core> [main.c:749]: handle_sigs(): core was generated
Aug 20 07:45:43 kamailio-2105-0 kamailio[3910]: INFO: <core> [main.c:771]: handle_sigs(): terminating due to SIGCHLD
Aug 20 07:45:43 kamailio-2105-0 kamailio[3978]: INFO: <core> [main.c:826]: sig_usr(): signal 15 received
</code></pre>
<p>But the log related to the msg in the core:</p>
<pre><code>Aug 20 07:40:40 kamailio-2105-0 kamailio[3929]: INFO: <script>: RELAY_BRANCH rm='INVITE' - ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy <udp:A.B.C.20:7222>
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.9:7222> found, support for it enabled
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.4:7222> found, support for it enabled
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.7:7222> found, support for it enabled
Aug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.14:7222> found, support for it enabled
Aug 20 07:40:42 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:127.0.0.1:7222> found, support for it enabled
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy <udp:A.B.C.20:7222>
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.9:7222> found, support for it enabled
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.4:7222> found, support for it enabled
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.7:7222> found, support for it enabled
Aug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.14:7222> found, support for it enabled
Aug 20 07:40:47 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:127.0.0.1:7222> found, support for it enabled
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy <udp:A.B.C.20:7222>
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.9:7222> found, support for it enabled
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.4:7222> found, support for it enabled
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.7:7222> found, support for it enabled
Aug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.14:7222> found, support for it enabled
Aug 20 07:40:52 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:127.0.0.1:7222> found, support for it enabled
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy <udp:A.B.C.20:7222>
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.9:7222> found, support for it enabled
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.C.4:7222> found, support for it enabled
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.7:7222> found, support for it enabled
Aug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:A.B.D.14:7222> found, support for it enabled
Aug 20 07:40:57 kamailio-2105-0 kamailio[3937]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy <udp:127.0.0.1:7222> found, support for it enabled
Aug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: <script>: from NAT address rm='CANCEL' ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'
Aug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: <script>: RELAY: method='CANCEL' ip='A.B.C.7:5080' du='<null>' ru='sip:00442075344466@kamailio-leader.query.consul:5060' fu='sip:1001@sip.staging.voxivo.com:5080' ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'
Aug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: <script>: Dialog failed event profile='outbound_c' - ci='123'
Aug 20 07:40:59 kamailio-2105-0 kamailio[3932]: WARNING: <script>: CDR generated by kamailio - ci='123'
</code></pre>
<p style="font-size:small;-webkit-text-size-adjust:none;color:#666;">—<br />You are receiving this because you are subscribed to this thread.<br />Reply to this email directly, <a href="https://github.com/kamailio/kamailio/issues/1613#issuecomment-414245592">view it on GitHub</a>, or <a href="https://github.com/notifications/unsubscribe-auth/AF36ZXP8TUgIvLPfaSh_-3JN9Ls1AAA-ks5uSnligaJpZM4VwJG_">mute the thread</a>.<img src="https://github.com/notifications/beacon/AF36ZWXXKSpl5gztSc6FtXK1y9xBdSV9ks5uSnligaJpZM4VwJG_.gif" height="1" width="1" alt="" /></p>
<script type="application/json" data-scope="inboxmarkup">{"api_version":"1.0","publisher":{"api_key":"05dde50f1d1a384dd78767c55493e4bb","name":"GitHub"},"entity":{"external_key":"github/kamailio/kamailio","title":"kamailio/kamailio","subtitle":"GitHub repository","main_image_url":"https://assets-cdn.github.com/images/email/message_cards/header.png","avatar_image_url":"https://assets-cdn.github.com/images/email/message_cards/avatar.png","action":{"name":"Open in GitHub","url":"https://github.com/kamailio/kamailio"}},"updates":{"snippets":[{"icon":"PERSON","message":"@linuxmaniac in #1613: I had a coredump with version 5.1.4+0~20180725075519.79+trusty ( bf6468f7a4a54600e04dc6fd8aab537bde5ee464 ) maybe it's related:\r\n\r\n```\r\n(gdb) bt\r\n#0 0x00007f1d7c438814 in rtpengine_manage (msg=0x7f1d87bcc858, flags=0x7f1d87bfc9b0 \"direction=public direction=public replace-origin replace-session-connection trust-address\") at rtpengine.c:3247\r\n#1 0x00007f1d7c4389a8 in rtpengine_manage_wrap (msg=0x7f1d87bcc858, d=0x7f1d87bfc9b0, more=0) at rtpengine.c:3270\r\n#2 0x00007f1d7c436ab4 in rtpengine_rtpp_set_wrap (msg=0x7f1d87bcc858, func=0x7f1d7c438982 \u003crtpengine_manage_wrap\u003e, data=0x7f1d87bfc9b0, direction=1) at rtpengine.c:3074\r\n#3 0x00007f1d7c438cfe in rtpengine_manage1_f (msg=0x7f1d87bcc858, str1=0x7f1d87fa7fd0 \"\\260f\\372\\207\\035\\177\", str2=0x0) at rtpengine.c:3286\r\n#4 0x0000000000434807 in do_action (h=0x7ffc50479920, a=0x7f1d87fa7668, msg=0x7f1d87bcc858) at core/action.c:1073\r\n#5 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87fa7668, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#6 0x00000000004346ee in do_action (h=0x7ffc50479920, a=0x7f1d87fa8b60, msg=0x7f1d87bcc858) at core/action.c:1058\r\n#7 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87fa4920, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#8 0x0000000000430f48 in do_action (h=0x7ffc50479920, a=0x7f1d87f83ad8, msg=0x7f1d87bcc858) at core/action.c:691\r\n#9 0x0000000000441630 in run_actions (h=0x7ffc50479920, a=0x7f1d87f837b8, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#10 0x0000000000441df9 in run_top_route (a=0x7f1d87f837b8, msg=0x7f1d87bcc858, c=0x7ffc50479920) at core/action.c:1654\r\n#11 0x00007f1d814b8b0e in prepare_new_uac (t=0x7f1d734543f8, i_req=0x7f1d87bcc858, branch=0, uri=0x7ffc504798c0, path=0x7ffc504798e0, next_hop=0x7ffc504798d0, fsocket=0x0, snd_flags=..., fproto=0, flags=0, instance=0x7ffc504798f0, ruid=0x7ffc50479900, location_ua=0x7ffc50479910)\r\n at t_fwd.c:356\r\n#12 0x00007f1d814bd457 in add_uac (t=0x7f1d734543f8, request=0x7f1d87bcc858, uri=0x7f1d87bccad0, next_hop=0x7f1d87bccae0, path=0x7f1d87bcce90, proxy=0x0, fsocket=0x0, snd_flags=..., proto=0, flags=0, instance=0x7f1d87bccea0, ruid=0x7f1d87bcceb8, location_ua=0x7f1d87bccec8)\r\n at t_fwd.c:800\r\n#13 0x00007f1d814c5758 in t_forward_nonack (t=0x7f1d734543f8, p_msg=0x7f1d87bcc858, proxy=0x0, proto=0) at t_fwd.c:1680\r\n#14 0x00007f1d814af0ac in t_relay_to (p_msg=0x7f1d87bcc858, proxy=0x0, proto=0, replicate=0) at t_funcs.c:331\r\n#15 0x00007f1d8153c3e8 in _w_t_relay_to (p_msg=0x7f1d87bcc858, proxy=0x0, force_proto=0) at tm.c:1555\r\n#16 0x00007f1d8153d66d in w_t_relay (p_msg=0x7f1d87bcc858, _foo=0x0, _bar=0x0) at tm.c:1755\r\n#17 0x000000000043477f in do_action (h=0x7ffc5047a700, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1067\r\n#18 0x0000000000441630 in run_actions (h=0x7ffc5047a700, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#19 0x0000000000441d10 in run_actions_safe (h=0x7ffc5047d670, a=0x7f1d87f9b358, msg=0x7f1d87bcc858) at core/action.c:1633\r\n#20 0x000000000057c66b in rval_get_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, i=0x7ffc5047aaf4, rv=0x7f1d87f9b618, cache=0x0) at core/rvalue.c:912\r\n#21 0x0000000000580cf6 in rval_expr_eval_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, res=0x7ffc5047aaf4, rve=0x7f1d87f9b610) at core/rvalue.c:1910\r\n#22 0x0000000000581158 in rval_expr_eval_int (h=0x7ffc5047d670, msg=0x7f1d87bcc858, res=0x7ffc5047ac64, rve=0x7f1d87f9bd40) at core/rvalue.c:1918\r\n#23 0x000000000043422a in do_action (h=0x7ffc5047d670, a=0x7f1d87f9e8c0, msg=0x7f1d87bcc858) at core/action.c:1043\r\n#24 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87f983f8, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#25 0x0000000000430f48 in do_action (h=0x7ffc5047d670, a=0x7f1d87d5bfd0, msg=0x7f1d87bcc858) at core/action.c:691\r\n#26 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87d5bb60, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#27 0x00000000004346ee in do_action (h=0x7ffc5047d670, a=0x7f1d87d5eb00, msg=0x7f1d87bcc858) at core/action.c:1058\r\n#28 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87d49d78, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#29 0x0000000000430f48 in do_action (h=0x7ffc5047d670, a=0x7f1d87e07e80, msg=0x7f1d87bcc858) at core/action.c:691\r\n#30 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87e07e80, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#31 0x000000000043e47a in do_action (h=0x7ffc5047d670, a=0x7f1d87e08748, msg=0x7f1d87bcc858) at core/action.c:1314\r\n#32 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87e062e0, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#33 0x00000000004346ee in do_action (h=0x7ffc5047d670, a=0x7f1d87e08898, msg=0x7f1d87bcc858) at core/action.c:1058\r\n#34 0x0000000000441630 in run_actions (h=0x7ffc5047d670, a=0x7f1d87dff690, msg=0x7f1d87bcc858) at core/action.c:1565\r\n#35 0x0000000000441df9 in run_top_route (a=0x7f1d87dff690, msg=0x7f1d87bcc858, c=0x0) at core/action.c:1654\r\n#36 0x000000000053e22f in receive_msg (buf=0xb010c0 \u003cbuf\u003e \"INVITE sip:00442075344466@kamailio-leader.query.consul:5060 SIP/2.0\\r\\nVia: SIP/2.0/UDP 172.18.231.7:5080;branch=z9hG4bK47b18559\\r\\nMax-Forwards: 69\\r\\nFrom: \\\"1001-FoehnQA\\\" \u003csip:1001@sip.staging.voxivo.com:\"..., len=1193, \r\n rcv_info=0x7ffc5047dab0) at core/receive.c:277\r\n#37 0x000000000065cf85 in udp_rcv_loop () at core/udp_server.c:554\r\n#38 0x0000000000424697 in main_loop () at main.c:1626\r\n#39 0x000000000042bdbf in main (argc=13, argv=0x7ffc5047e1b8) at main.c:2645\r\n(gdb) f 0\r\n#0 0x00007f1d7c438814 in rtpengine_manage (msg=0x7f1d87bcc858, flags=0x7f1d87bfc9b0 \"direction=public direction=public replace-origin replace-session-connection trust-address\") at rtpengine.c:3247\r\n3247\t\t\t\t\ttmb.t_gett()-\u003euas.request-\u003emsg_flags |= FL_SDP_BODY;\r\n(gdb) p tmb\r\n$2 = {register_tmcb = 0x7f1d814c805d \u003cregister_tmcb\u003e, t_relay_to_udp = 0x7f1d8153c720 \u003cw_t_relay_to_udp\u003e, t_relay_to_tcp = 0x7f1d8153c77a \u003cw_t_relay_to_tcp\u003e, t_relay = 0x7f1d8153d643 \u003cw_t_relay\u003e, t_replicate = 0x7f1d8153c924 \u003ct_replicate_uri\u003e, \r\n t_newtran = 0x7f1d8153b46f \u003cw_t_newtran\u003e, t_reply = 0x7f1d81540bec \u003cw_t_reply_wrp\u003e, t_reply_with_body = 0x7f1d81513119 \u003ct_reply_with_body\u003e, t_is_local = 0x7f1d814dbc08 \u003ct_is_local\u003e, t_get_trans_ident = 0x7f1d814da499 \u003ct_get_trans_ident\u003e, \r\n t_lookup_ident = 0x7f1d814db22f \u003ct_lookup_ident\u003e, t_addblind = 0x7f1d814bc006 \u003cadd_blind_uac\u003e, t_reply_unsafe = 0x0, t_reply_trans = 0x7f1d8150c5ed \u003ct_reply\u003e, t_forward_nonack = 0x7f1d81539d32 \u003cw_t_forward_nonack\u003e, t_request_within = 0x7f1d8155a159 \u003creq_within\u003e, \r\n t_request_outside = 0x7f1d8155a805 \u003creq_outside\u003e, t_request = 0x7f1d8155ac63 \u003crequest\u003e, new_dlg_uac = 0x7f1d81471739 \u003cnew_dlg_uac\u003e, dlg_response_uac = 0x7f1d814753b0 \u003cdlg_response_uac\u003e, new_dlg_uas = 0x7f1d814772d3 \u003cnew_dlg_uas\u003e, update_dlg_uas = 0x7f1d8147830b \u003cupdate_dlg_uas\u003e, \r\n dlg_request_uas = 0x7f1d814792d2 \u003cdlg_request_uas\u003e, set_dlg_target = 0x7f1d8147a6fb \u003cset_dlg_target\u003e, free_dlg = 0x7f1d81479ff6 \u003cfree_dlg\u003e, print_dlg = 0x7f1d8147a2eb \u003cprint_dlg\u003e, t_gett = 0x7f1d814cae7e \u003cget_t\u003e, t_gett_branch = 0x7f1d814caed0 \u003cget_t_branch\u003e, \r\n t_sett = 0x7f1d814cae8b \u003cset_t\u003e, calculate_hooks = 0x7f1d8147171f \u003cw_calculate_hooks\u003e, t_uac = 0x7f1d8155823e \u003ct_uac\u003e, t_uac_with_ids = 0x7f1d81558262 \u003ct_uac_with_ids\u003e, t_release = 0x7f1d8153b0c8 \u003cw_t_release\u003e, t_unref = 0x7f1d814d937f \u003ct_unref\u003e, \r\n run_failure_handlers = 0x7f1d81506416 \u003crun_failure_handlers\u003e, run_branch_failure_handlers = 0x7f1d8150761a \u003crun_branch_failure_handlers\u003e, cancel_uacs = 0x7f1d81491516 \u003ccancel_uacs\u003e, cancel_all_uacs = 0x7f1d814915f8 \u003ccancel_all_uacs\u003e, \r\n prepare_request_within = 0x7f1d815566e1 \u003cprepare_req_within\u003e, send_prepared_request = 0x7f1d8155821a \u003csend_prepared_request\u003e, route_mode = 0x0, reserved1 = 0x0, reserved2 = 0x0, ack_local_uac = 0x7f1d81558563 \u003cack_local_uac\u003e, \r\n t_get_canceled_ident = 0x7f1d814daae7 \u003ct_get_canceled_ident\u003e, t_suspend = 0x7f1d8152051b \u003ct_suspend\u003e, t_continue = 0x7f1d81527cd0 \u003ct_continue\u003e, t_continue_cb = 0x7f1d81527d00 \u003ct_continue_cb\u003e, t_cancel_suspend = 0x7f1d81527d38 \u003ct_cancel_suspend\u003e, \r\n t_get_reply_totag = 0x7f1d814ffb46 \u003ct_get_reply_totag\u003e, t_get_picked_branch = 0x7f1d814ffba4 \u003ct_get_picked_branch\u003e, t_lookup_callid = 0x7f1d814dc23d \u003ct_lookup_callid\u003e, generate_callid = 0x7f1d8146fbb7 \u003cgenerate_callid\u003e, generate_fromtag = 0x7f1d81550506 \u003cgenerate_fromtag\u003e, \r\n t_lookup_request = 0x7f1d814cd4f6 \u003ct_lookup_request\u003e, t_lookup_original = 0x7f1d814cff4c \u003ct_lookupOriginalT\u003e, t_check = 0x7f1d814d6015 \u003ct_check\u003e, unref_cell = 0x7f1d814b1dec \u003cunref_cell\u003e, prepare_to_cancel = 0x7f1d81491475 \u003cprepare_to_cancel\u003e, \r\n get_stats = 0x7f1d8151f18d \u003ctm_get_stats\u003e, get_table = 0x7f1d8147be67 \u003ctm_get_table\u003e, dlg_add_extra = 0x7f1d81472236 \u003cdlg_add_extra\u003e, t_cancel_uac = 0x7f1d81493b75 \u003ct_uac_cancel\u003e, tm_ctx_get = 0x7f1d814dfe1e \u003ctm_ctx_get\u003e, t_append_branches = 0x7f1d8148d6a1 \u003ct_append_branches\u003e, \r\n t_load_contacts = 0x7f1d81518c0c \u003ct_load_contacts\u003e, t_next_contacts = 0x7f1d8151cbf4 \u003ct_next_contacts\u003e, set_fr = 0x7f1d814de09e \u003ct_set_fr\u003e}\r\n(gdb) p tmb.t_gett\r\n$3 = (tgett_f) 0x7f1d814cae7e \u003cget_t\u003e\r\n```\r\n\r\n```\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ALERT: \u003cscript\u003e: No more next_dispatch to try - ci='211ec253163c6fef53c346f00d6826fe@sip.staging.voxivo.com'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3941]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [t_lookup.c:1487]: t_unref(): script writer didn't release transaction\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3938]: INFO: \u003cscript\u003e: Dialog failed event profile='outbound_c' - ci='123'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3959]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3938]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d73470300 is still linked in hash table (t_lookup.c:1497)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3938]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d73470300 is still linked in wait timer (t_lookup.c:1497) - skip freeing now\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3934]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: sl [sl_funcs.c:362]: sl_reply_error(): stateless error reply used: I'm terribly sorry, server error occurred (1/SL)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3941]: INFO: \u003cscript\u003e: Dialog failed event profile='outbound_c' - ci='123'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3939]: INFO: \u003cscript\u003e: Dialog failed event profile='outbound_c' - ci='123'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3939]: WARNING: \u003cscript\u003e: CDR generated by kamailio - ci='123'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: tm [t_reply.c:480]: _reply_light(): can't generate 487 reply when a final 487 was sent out\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: \u003ccore\u003e [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d73463808), called from tm: h_table.c: free_cell_helper(155), first free tm: h_table.c: free_cell_helper(155) - aborting\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d7348c188 is still linked in hash table (t_lookup.c:1497)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3933]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: \u003ccore\u003e [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d7348d938), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d7348c188 is still linked in wait timer (t_lookup.c:1497) - skip freeing now\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3936]: ERROR: tm [t_lookup.c:1482]: t_unref(): generation of a delayed stateful reply failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: \u003ccore\u003e [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d73468550), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: \u003ccore\u003e [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d7345ef80), called from tm: h_table.c: free_cell_helper(174), first free tm: h_table.c: free_cell_helper(174) - aborting\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3940]: CRITICAL: \u003ccore\u003e [core/mem/q_malloc.c:504]: qm_free(): BUG: freeing already freed pointer (0x7f1d734a0028), called from tm: h_table.c: free_cell_helper(251), first free tm: h_table.c: free_cell_helper(251) - aborting\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3941]: WARNING: tm [h_table.c:134]: free_cell_helper(): removed cell 0x7f1d734797d8 is still linked in hash table (t_lookup.c:1497)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3941]: WARNING: tm [h_table.c:139]: free_cell_helper(): cell 0x7f1d734797d8 is still linked in wait timer (t_lookup.c:1497) - skip freeing now\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3935]: INFO: \u003cscript\u003e: from NAT address rm='ACK' ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: evapi: Message Received event='{\"Event\":\"CGR_AUTH_REPLY\",\"TransactionIndex\":9573,\"TransactionLabel\":1002983302,\"MaxSessionTime\":10800,\"Suppliers\":\"\",\"ResourceAllocated\":true,\"AllocationMessage\":\"\",\"Error\":\"\"}'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tm [t_suspend.c:202]: t_continue_helper(): transaction is not suspended [9573:1002983302]\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [9573:1002983302] failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: evapi: Message Received event='{\"Event\":\"CGR_AUTH_REPLY\",\"TransactionIndex\":13293,\"TransactionLabel\":887324556,\"MaxSessionTime\":10800,\"Suppliers\":\"\",\"ResourceAllocated\":true,\"AllocationMessage\":\"\",\"Error\":\"\"}'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: tm [t_suspend.c:197]: t_continue_helper(): transaction not found\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [13293:887324556] failed\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: evapi: Message Received event='{\"Event\":\"CGR_AUTH_REPLY\",\"TransactionIndex\":2151,\"TransactionLabel\":1857937848,\"MaxSessionTime\":10800,\"Suppliers\":\"\",\"ResourceAllocated\":true,\"AllocationMessage\":\"\",\"Error\":\"\"}'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: evapi reply on CGR_DIALOG_TIMEOUT with ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: CGR_AUTH_REPLY ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com' MaxSessionTime='10800'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: CRITICAL: dialog [dlg_timer.c:200]: update_dlg_timer(): Trying to update a bogus dlg tl=0x7f1d73465288 tl-\u003enext=(nil) tl-\u003eprev=(nil)\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: dialog [dlg_hash.c:1174]: update_dlg_timeout(): failed to update dialog lifetime\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ALERT: \u003cscript\u003e: CGR_AUTH_REPLY set dialog didn't work for ci='1514b435553213ee49274dae7c18953b@sip.staging.voxivo.com' and user='sip:1001@sip.staging.voxivo.com:5080' timeout='10800'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: INFO: \u003cscript\u003e: evapi: Message Received event='{\"Event\":\"CGR_AUTH_REPLY\",\"TransactionIndex\":6415,\"TransactionLabel\":1188410926,\"MaxSessionTime\":10800,\"Suppliers\":\"\",\"ResourceAllocated\":true,\"AllocationMessage\":\"\",\"Error\":\"\"}'\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: ERROR: tm [t_suspend.c:197]: t_continue_helper(): transaction not found\r\nAug 20 07:45:42 kamailio-2105-0 kamailio[3967]: WARNING: tmx [tmx_mod.c:760]: w_t_continue(): resuming the processing of transaction [6415:1188410926] failed\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:746]: handle_sigs(): child process 3930 exited by a signal 11\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:749]: handle_sigs(): core was generated\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:746]: handle_sigs(): child process 3931 exited by a signal 11\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:749]: handle_sigs(): core was generated\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:746]: handle_sigs(): child process 3937 exited by a signal 11\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: ALERT: \u003ccore\u003e [main.c:749]: handle_sigs(): core was generated\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3910]: INFO: \u003ccore\u003e [main.c:771]: handle_sigs(): terminating due to SIGCHLD\r\nAug 20 07:45:43 kamailio-2105-0 kamailio[3978]: INFO: \u003ccore\u003e [main.c:826]: sig_usr(): signal 15 received\r\n```\r\n\r\nBut the log related to the msg in the core:\r\n```\r\nAug 20 07:40:40 kamailio-2105-0 kamailio[3929]: INFO: \u003cscript\u003e: RELAY_BRANCH rm='INVITE' - ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy \u003cudp:A.B.C.20:7222\u003e\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.9:7222\u003e found, support for it enabled\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.4:7222\u003e found, support for it enabled\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.7:7222\u003e found, support for it enabled\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3934]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.14:7222\u003e found, support for it enabled\r\nAug 20 07:40:42 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:127.0.0.1:7222\u003e found, support for it enabled\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy \u003cudp:A.B.C.20:7222\u003e\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.9:7222\u003e found, support for it enabled\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.4:7222\u003e found, support for it enabled\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.7:7222\u003e found, support for it enabled\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3936]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.14:7222\u003e found, support for it enabled\r\nAug 20 07:40:47 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:127.0.0.1:7222\u003e found, support for it enabled\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy \u003cudp:A.B.C.20:7222\u003e\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.9:7222\u003e found, support for it enabled\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.4:7222\u003e found, support for it enabled\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.7:7222\u003e found, support for it enabled\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3931]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.14:7222\u003e found, support for it enabled\r\nAug 20 07:40:52 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:127.0.0.1:7222\u003e found, support for it enabled\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: ERROR: rtpengine [rtpengine.c:2538]: send_rtpp_command(): timeout waiting reply from RTP proxy \u003cudp:A.B.C.20:7222\u003e\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: ERROR: rtpengine [rtpengine.c:2412]: rtpp_test(): proxy did not respond to ping\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.9:7222\u003e found, support for it enabled\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.C.4:7222\u003e found, support for it enabled\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.7:7222\u003e found, support for it enabled\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3933]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:A.B.D.14:7222\u003e found, support for it enabled\r\nAug 20 07:40:57 kamailio-2105-0 kamailio[3937]: INFO: rtpengine [rtpengine.c:2423]: rtpp_test(): rtp proxy \u003cudp:127.0.0.1:7222\u003e found, support for it enabled\r\nAug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: \u003cscript\u003e: from NAT address rm='CANCEL' ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'\r\nAug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: \u003cscript\u003e: RELAY: method='CANCEL' ip='A.B.C.7:5080' du='\u003cnull\u003e' ru='sip:00442075344466@kamailio-leader.query.consul:5060' fu='sip:1001@sip.staging.voxivo.com:5080' ci='3560dd53013c79fe7233fc1f6e83be62@sip.staging.voxivo.com'\r\nAug 20 07:40:59 kamailio-2105-0 kamailio[3932]: INFO: \u003cscript\u003e: Dialog failed event profile='outbound_c' - ci='123'\r\nAug 20 07:40:59 kamailio-2105-0 kamailio[3932]: WARNING: \u003cscript\u003e: CDR generated by kamailio - ci='123'\r\n```\r\n"}],"action":{"name":"View Issue","url":"https://github.com/kamailio/kamailio/issues/1613#issuecomment-414245592"}}}</script>
<script type="application/ld+json">[
{
"@context": "http://schema.org",
"@type": "EmailMessage",
"potentialAction": {
"@type": "ViewAction",
"target": "https://github.com/kamailio/kamailio/issues/1613#issuecomment-414245592",
"url": "https://github.com/kamailio/kamailio/issues/1613#issuecomment-414245592",
"name": "View Issue"
},
"description": "View this Issue on GitHub",
"publisher": {
"@type": "Organization",
"name": "GitHub",
"url": "https://github.com"
}
},
{
"@type": "MessageCard",
"@context": "http://schema.org/extensions",
"hideOriginalBody": "false",
"originator": "AF6C5A86-E920-430C-9C59-A73278B5EFEB",
"title": "Re: [kamailio/kamailio] Segfaults in 5.1.4 (maybe after one rtpengine disappeared) (#1613)",
"sections": [
{
"text": "",
"activityTitle": "**Victor Seva**",
"activityImage": "https://assets-cdn.github.com/images/email/message_cards/avatar.png",
"activitySubtitle": "@linuxmaniac",
"facts": [
]
}
],
"potentialAction": [
{
"name": "Add a comment",
"@type": "ActionCard",
"inputs": [
{
"isMultiLine": true,
"@type": "TextInput",
"id": "IssueComment",
"isRequired": false
}
],
"actions": [
{
"name": "Comment",
"@type": "HttpPOST",
"target": "https://api.github.com",
"body": "{\n\"commandName\": \"IssueComment\",\n\"repositoryFullName\": \"kamailio/kamailio\",\n\"issueId\": 1613,\n\"IssueComment\": \"{{IssueComment.value}}\"\n}"
}
]
},
{
"name": "Close issue",
"@type": "HttpPOST",
"target": "https://api.github.com",
"body": "{\n\"commandName\": \"IssueClose\",\n\"repositoryFullName\": \"kamailio/kamailio\",\n\"issueId\": 1613\n}"
},
{
"targets": [
{
"os": "default",
"uri": "https://github.com/kamailio/kamailio/issues/1613#issuecomment-414245592"
}
],
"@type": "OpenUri",
"name": "View on GitHub"
},
{
"name": "Unsubscribe",
"@type": "HttpPOST",
"target": "https://api.github.com",
"body": "{\n\"commandName\": \"MuteNotification\",\n\"threadId\": 364941759\n}"
}
],
"themeColor": "26292E"
}
]</script>