<div dir="ltr">So I got the latest bt full output;<div><br></div><div>(gdb) bt full<br>#0 0x00007f160fa6c585 in ?? () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#1 0x00007f160fb485a7 in ?? () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#2 0x00007f160fb5412b in EVP_EncryptUpdate () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#3 0x00007f160fb8691e in ?? () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#4 0x00007f160fb86bfd in ?? () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#5 0x00007f160fb87a1f in RAND_DRBG_generate () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#6 0x00007f160fb87cbe in RAND_DRBG_bytes () from /usr/lib/x86_64-linux-gnu/libcrypto.so.1.1<br>No symbol table info available.<br>#7 0x00007f160fedeb65 in ?? () from /usr/lib/x86_64-linux-gnu/libssl.so.1.1<br>No symbol table info available.<br>#8 0x00007f160ff0ff36 in ?? () from /usr/lib/x86_64-linux-gnu/libssl.so.1.1<br>No symbol table info available.<br>#9 0x00007f160feff4b2 in ?? () from /usr/lib/x86_64-linux-gnu/libssl.so.1.1<br>No symbol table info available.<br>#10 0x00007f160feeb4c4 in SSL_do_handshake () from /usr/lib/x86_64-linux-gnu/libssl.so.1.1<br>No symbol table info available.<br>#11 0x00007f161017e6b8 in tls_accept (c=0x7f1608df0398, error=0x7ffd4dedaff0) at tls_server.c:422<br> ret = 1307422640<br> ssl = 0x7f160c1bec60<br> cert = 0x7f160a6d1590<br> tls_c = 0x7f160b44db70<br> tls_log = 269998018<br> __func__ = "tls_accept"<br> pkey = 0x0<br>#12 0x00007f1610187dbd in tls_read_f (c=0x7f1608df0398, flags=0x7ffd4defb38c) at tls_server.c:1116<br> r = 0x7f1608df0418<br> bytes_free = 16391<br> bytes_read = 517<br> read_size = 16391<br> ssl_error = 0<br> ssl_read = 0<br> ssl = 0x7f160c1bec60<br> rd_buf = "\026\003\001\002\000\001\000\001\374\003\003\n\346\346\f\214\235\236PQX\256*\264ߟV\245<\333\034\031>&eYG@\"\347\030n\251 K\226\357.n\343\376\t\245\341\217t\201\300R6\215\217ٸ\333fIH@\315$xV,\301\235\000\"\032\032\023\001\023\002\023\003\300+\300/\300,\300\060̨̩\300\023\300\024\000\234\000\235\000/\000\065\000\n\001\000\001\221ZZ\000\000\000\000\000#\000!\000\000\<a href="http://036ashintgfnsgvip.fuzemeeting.com">036ashintgfnsgvip.fuzemeeting.com</a>\000\027\000\000\377\001\000\001\000\000\n\000\n\000\bZZ\000\035\000\027\000\030\000\v\000\002\001\000\000#\000\320>\035Z\257\345\344\373\256\355\310l\317"...<br> wr_buf = "\026\003\003\000\332\004\000\000\326\000\000\034 \000\320(n\330?\374]\200\n\032\367U\217쮹2!\247\305s\207\037t\347z.&(L\351\036xD\035\343\067\005o7\271\f[\276l\246\024\231WU\020\322H\223\062uFr\020\375\256\070^\355<\347\277\v\227\021\330\027\310(\276o\375ԁBM\226\362\364\321o\035[\002 \277\357\232.\266:\301\365\315\t\350\230\334\v\334\064\003&\017؉\315\350\375d\233\027\273\034\311\020R\314\003!\210\250&&\253\306C1/\371-g\371\001\374I\353\363r\270\347s9\245\256\255&\361\276d\201\274\003\030,}\345\256\035\"5\370i\237\267\301\232\300Ѹ{c\212\344\235\375^\005\200a\375\372\241\066-3"...<br> rd = {buf = 0x7ffd4dedb0c0 "\026\003\001\002", pos = 517, used = 517, size = 65536}<br> wr = {buf = 0x7ffd4deeb0c0 "\026\003\003", pos = 0, used = 0, size = 65536}<br> tls_c = 0x7f160b44db70<br> enc_rd_buf = 0x0<br> n = 0<br> flush_flags = 32765<br> err_src = 0x7f16101b05ae "TLS read:"<br> x = 1307554700<br> tls_dbg = 0<br> __func__ = "tls_read_f"<br>--Type <RET> for more, q to quit, c to continue without paging--<br>#13 0x000055c48a04e753 in tcp_read_headers (c=0x7f1608df0398, read_flags=0x7ffd4defb38c) at core/tcp_read.c:469<br> bytes = 550<br> remaining = 21956<br> p = 0x10500000004 <error: Cannot access memory at address 0x10500000004><br> r = 0x7f1608df0418<br> mc = 32534<br> body_len = 5731<br> mfline = 0x0<br> mtransid = {s = 0x7f16166d8216 "UTC", len = 48}<br> __func__ = "tcp_read_headers"<br>#14 0x000055c48a0564d8 in tcp_read_req (con=0x7f1608df0398, bytes_read=0x7ffd4defb388, read_flags=0x7ffd4defb38c) at core/tcp_read.c:1496<br> bytes = -1<br> total_bytes = 0<br> resp = 1<br> size = 4294967298<br> req = 0x7f1608df0418<br> dst = {send_sock = 0x7ffd4defb2e0, to = {s = {sa_family = 15407, sa_data = "E\004\026\177\000\000ȳ\357M\375\177\000"}, sin = {sin_family = 15407, sin_port = 1093, sin_addr = {s_addr = 32534},<br> sin_zero = "ȳ\357M\375\177\000"}, sin6 = {sin6_family = 15407, sin6_port = 1093, sin6_flowinfo = 32534, sin6_addr = {__in6_u = {__u6_addr8 = "ȳ\357M\375\177\000\000\004\263\357M\375\177\000",<br> __u6_addr16 = {46024, 19951, 32765, 0, 45828, 19951, 32765, 0}, __u6_addr32 = {1307554760, 32765, 1307554564, 32765}}}, sin6_scope_id = 20}}, id = 4, proto = -32 '\340', send_flags = {<br> f = 35360, blst_imask = 21956}}<br> c = 105 'i'<br> ret = 117082496<br> __func__ = "tcp_read_req"<br>#15 0x000055c48a05b5fd in handle_io (fm=0x7f1614851900, events=1, idx=-1) at core/tcp_read.c:1804<br> ret = 8<br> n = 8<br> read_flags = 1<br> con = 0x7f1608df0398<br> s = 30<br> resp = 1<br> t = 551514846<br> __func__ = "handle_io"<br>#16 0x000055c48a048b5f in io_wait_loop_epoll (h=0x55c48a4ff020 <io_w>, t=2, repeat=0) at core/io_wait.h:1065<br> n = 1<br> r = 0<br> fm = 0x7f1614851900<br> revents = 1<br> __func__ = "io_wait_loop_epoll"<br>#17 0x000055c48a05d647 in tcp_receive_loop (unix_sock=90) at core/tcp_read.c:1974<br> __func__ = "tcp_receive_loop"<br>#18 0x000055c489f0ef52 in tcp_init_children () at core/tcp_main.c:4853<br> r = 25<br> i = 15<br> reader_fd_1 = 90<br> pid = 0<br> si_desc = "tcp receiver (tls:<a href="http://206.81.180.49:443">206.81.180.49:443</a>)\000\000\000\000\003\000\000\000\001", '\000' <repeats 11 times>, "\004p.\a\026\177\000\000Ae\037\212\000\000\000\000H\273]\024\026\177\000\000\260j\032\212\000\000\000\000\003\000\000\000fJ\000\000#Q\037\212\304U\000\000P\315c\026\026\177\000\000#Q\037\212\304U\000\000\000\000\000\b\000\000\000"<br> si = 0x0<br> __func__ = "tcp_init_children"<br>#19 0x000055c489e0f94a in main_loop () at main.c:1745<br> i = 4<br> pid = 19045<br> si = 0x0<br> si_desc = "udp receiver child=3 sock=<a href="http://206.81.180.49:443">206.81.180.49:443</a>\000\000\000\000\000\200w\033\212\304U\000\000\000\232\263!\326\tU\322p\220.\a\026\177\000\000P\315c\026\026\177\000\000#Q\037\212\304U\000\000\000\0--Type <RET> for more, q to quit, c to continue without paging--<br>00\000\b\000\000\000\000\000\000\000\002\000\000\000\000\006\000\000\000\000\000\000\000`\267\357M\375\177\000\000\000\207\003\212\304U\000"<br> nrprocs = 4<br> woneinit = 1<br> __func__ = "main_loop"<br>#20 0x000055c489e16a7b in main (argc=13, argv=0x7ffd4defba28) at main.c:2696<br> cfg_stream = 0x55c48a681260<br> c = -1<br> r = 0<br> tmp = 0x7ffd4defced1 ""<br> tmp_len = 1307556016<br> port = 32765<br> proto = 3<br> options = 0x55c48a192568 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"<br> ret = -1<br> seed = 1834649487<br> rfd = 4<br> debug_save = 0<br> debug_flag = 0<br> dont_fork_cnt = 0<br> n_lst = 0x7f16166d6787<br> p = 0x9c0 <error: Cannot access memory at address 0x9c0><br> st = {st_dev = 23, st_ino = 430, st_nlink = 2, st_mode = 16872, st_uid = 0, st_gid = 0, __pad0 = 0, st_rdev = 0, st_size = 40, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1568885337,<br> tv_nsec = 27216035}, st_mtim = {tv_sec = 1568885337, tv_nsec = 27216035}, st_ctim = {tv_sec = 1568885337, tv_nsec = 27216035}, __glibc_reserved = {0, 0, 0}}<br> __func__ = "main"<br></div><div><br></div><div><br></div><div>Since I'm seeing memory related errors, here is a list of running kam processes with shared/private mem settings on each of them:</div><div><br></div><div>5 S kamailio 28521 1 0 80 0 - 79922 pause 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28531 28521 0 80 0 - 80017 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28532 28521 0 80 0 - 79986 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28533 28521 0 80 0 - 80018 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28534 28521 0 80 0 - 79986 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28535 28521 0 80 0 - 79922 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28536 28521 0 80 0 - 79922 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28537 28521 0 80 0 - 79922 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28538 28521 0 80 0 - 79922 skb_wa 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28539 28521 0 80 0 - 79922 sigtim 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28540 28521 0 80 0 - 79922 pause 09:53 ? 00:00:05 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28541 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28542 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28543 28521 0 80 0 - 79922 hrtime 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28544 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28545 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28546 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28547 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28548 28521 0 80 0 - 79922 pipe_w 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28549 28521 0 80 0 - 79922 poll_s 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28550 28521 0 80 0 - 79922 hrtime 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28551 28521 0 80 0 - 79987 ep_pol 09:53 ? 00:00:01 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28552 28521 0 80 0 - 79984 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28553 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28554 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28555 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28556 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28557 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28558 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28559 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28560 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28561 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28562 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28564 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28565 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28566 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28567 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28568 28521 0 80 0 - 80054 ep_pol 09:53 ? 00:00:01 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28569 28521 0 80 0 - 80021 ep_pol 09:53 ? 00:00:01 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28570 28521 0 80 0 - 80021 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28571 28521 0 80 0 - 80021 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28572 28521 0 80 0 - 79990 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28573 28521 0 80 0 - 79988 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28574 28521 0 80 0 - 79989 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28575 28521 0 80 0 - 79989 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28576 28521 0 80 0 - 79924 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28577 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28578 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28579 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28580 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28581 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28582 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28583 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:00 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br>1 S kamailio 28584 28521 0 80 0 - 79922 ep_pol 09:53 ? 00:00:02 /usr/sbin/kamailio -P /var/run/kamailio/kamailio.pid -f /etc/kamailio/kamailio.cfg -m 128 -M 32 -u kamailio -g kamailio<br></div><div><br></div><div><br></div></div><br><div class="gmail_quote"><div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 4:35 PM Andrew Chen <<a href="mailto:achen@fuze.com">achen@fuze.com</a>> wrote:<br></div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex"><div dir="ltr">Yup understood. I'll provide the bt when we can reproduce this.<div><br></div><div>Thanks</div></div><br><div class="gmail_quote"><div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 4:32 PM Henning Westerholt <<a href="mailto:hw@skalatan.de" target="_blank">hw@skalatan.de</a>> wrote:<br></div><blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div bgcolor="#FFFFFF">
<p>Hi Andrew,</p>
<p>the 5.2.4 does not contain the 5.3-pre1 workaround yet.</p>
<p>So if you test the workaround you need to install the lastest 5.3 from the git master debian repository.</p>
<p>But nevertheless it would be good to look at the backtrace, while you have it.<br>
</p>
<p>Cheers,</p>
<p>Henning<br>
</p>
<div class="gmail-m_-8643835391869258418gmail-m_-426561963426165063moz-cite-prefix">Am 18.09.19 um 22:10 schrieb Joel Serrano:<br>
</div>
<blockquote type="cite">
<div dir="ltr">Hi Andrew,
<div><br>
</div>
<div>Download from here: <a href="http://deb.kamailio.org/kamailio52/pool/main/k/kamailio/" target="_blank">http://deb.kamailio.org/kamailio52/pool/main/k/kamailio/</a></div>
<div><br>
</div>
<div>You have kamailio-dbg v5.2.4 (latest 5.2) for all distros...</div>
<div><br>
</div>
<div>Example for amd64+stretch: <a href="http://deb.kamailio.org/kamailio52/pool/main/k/kamailio/kamailio-dbg_5.2.4%2Bstretch_amd64.deb" target="_blank">http://deb.kamailio.org/kamailio52/pool/main/k/kamailio/kamailio-dbg_5.2.4%2Bstretch_amd64.deb</a></div>
<div><br>
</div>
<div>Cheers, </div>
<div>Joel.</div>
<div><br>
</div>
<div><br>
</div>
<div><br>
</div>
<div><br>
</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 12:16 PM Andrew Chen <<a href="mailto:achen@fuze.com" target="_blank">achen@fuze.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div dir="ltr">Hi Henning,
<div><br>
</div>
<div>I'm running 5.2.4. Will this deb package work?</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 2:39 PM Andrew Chen <<a href="mailto:achen@fuze.com" target="_blank">achen@fuze.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div dir="ltr">Thanks Henning</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 2:13 PM Henning Westerholt <<a href="mailto:hw@skalatan.de" target="_blank">hw@skalatan.de</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div bgcolor="#FFFFFF">
<p>Hello Andrew,</p>
<p>strange - it should be there, as it is available on <a href="http://deb.kamailio.org" target="_blank">
deb.kamailio.org</a>. <br>
</p>
<p>Here e.g. the one for 64bit stretch:<br>
</p>
<p><a href="https://deb.kamailio.org/kamailiodev-nightly/pool/main/k/kamailio/kamailio-dbg_5.3.0~pre1%2B0~20190918005413.1490%2Bstretch_amd64.deb" target="_blank">https://deb.kamailio.org/kamailiodev-nightly/pool/main/k/kamailio/kamailio-dbg_5.3.0~pre1%2B0~20190918005413.1490%2Bstretch_amd64.deb</a></p>
<p>Cheers,</p>
<p>Henning<br>
</p>
<div>Am 18.09.19 um 18:52 schrieb Andrew Chen:<br>
</div>
<blockquote type="cite">
<div dir="ltr">I don't see one for debug:
<div><br>
</div>
<div>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">root@ashintgkama51:~ #
</span><span style="font-variant-ligatures:no-common-ligatures">apt-cache search kamailio</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">resource-agents - Cluster Resource Agents</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio - very fast, dynamic and configurable SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-autheph-modules - authentication using ephemeral credentials for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-berkeley-bin - Berkeley database module for Kamailio - helper program</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-berkeley-modules - Berkeley database module for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-carrierroute-modules - carrierroute module for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-cnxcc-modules - cnxcc modules for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-cpl-modules - CPL module (CPL interpreter engine) for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-erlang-modules - Erlang modules for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-geoip-modules - geoip module for the Kamailio SIP Server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-geoip2-modules - geoip2 module for the Kamailio SIP Server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-ims-modules - IMS module for the Kamailio SIP server</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">kamailio-json-modules - Json parser and Json-RPC modules for the Kamailio SIP server</span></p>
</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 11:26 AM Daniel-Constantin Mierla <<a href="mailto:miconda@gmail.com" target="_blank">miconda@gmail.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div bgcolor="#FFFFFF">
<p>You have to install the debug symbols package, otherwise the backtrace doesn't show any useful information. It just require to install that package and then get again the backtraces. The package name should be kamailio-dbg.</p>
<p>Cheers,<br>
Daniel<br>
</p>
<div>On 18.09.19 16:37, Andrew Chen wrote:<br>
</div>
<blockquote type="cite">
<div dir="ltr">Sorry..forgot bt full output
<div><br>
</div>
<div>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">(gdb) bt full</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#0<span> </span>0x0000562fcc3544c0 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#1<span> </span>0x0000562fcc354632 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#2<span> </span>0x0000562fcc354974 in local_timer_run ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#3<span> </span>0x0000562fcc3fb256 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#4<span> </span>0x0000562fcc3fb64c in tcp_receive_loop ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#5<span> </span>0x0000562fcc2acf52 in tcp_init_children ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#6<span> </span>0x0000562fcc1ad94a in main_loop ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#7<span> </span>0x0000562fcc1b4a7b in main ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">No symbol table info available.</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">(gdb)<span> </span></span></p>
</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 10:35 AM Andrew Chen <<a href="mailto:achen@fuze.com" target="_blank">achen@fuze.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div dir="ltr">backtrace output:
<div>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures"><br>
</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">(gdb) bt</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#0<span> </span>0x0000562fcc3544c0 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#1<span> </span>0x0000562fcc354632 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#2<span> </span>0x0000562fcc354974 in local_timer_run ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#3<span> </span>0x0000562fcc3fb256 in ?? ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#4<span> </span>0x0000562fcc3fb64c in tcp_receive_loop ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#5<span> </span>0x0000562fcc2acf52 in tcp_init_children ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#6<span> </span>0x0000562fcc1ad94a in main_loop ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">#7<span> </span>0x0000562fcc1b4a7b in main ()</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures">(gdb)<span> </span></span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures"><span><br>
</span></span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(0,0,0)">
<span style="font-variant-ligatures:no-common-ligatures"><span><br>
</span></span></p>
</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 10:01 AM Andrew Chen <<a href="mailto:achen@fuze.com" target="_blank">achen@fuze.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div dir="ltr">I'll look for the core.
<div><br>
</div>
<div>As part of our release process, I don't think we can release master branch of Kamailio.</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Wed, Sep 18, 2019 at 9:54 AM Daniel-Constantin Mierla <<a href="mailto:miconda@gmail.com" target="_blank">miconda@gmail.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
<div bgcolor="#FFFFFF">
<p>Hello,</p>
<p>did you get core files? If yes, it would be good to see the gdb bracktraces.</p>
<p>Have you used the pre-loaded library workaround?</p>
<p>The code was not backported to branch 5.2 yet, I wanted to wait a bit and see if there are reports with good/bad results. If you want to use it, then you have to install nightly builds from master branch (development version, should be 5.3.0-pre1 at this
moment).</p>
<p>Cheers,<br>
Daniel<br>
</p>
<div>On 18.09.19 15:26, Andrew Chen wrote:<br>
</div>
<blockquote type="cite">
<div dir="ltr">Hi Daniel,
<div>Which apt repository can we get this workaround? Today I noticed our Kamailio 5.2.4 cored during one of our load test sessions:</div>
<div>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">Wed Sep 18 09:31:14 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[26997]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f8501366000 ip 00007f8501e58585 sp 00007fffd5c84248 error 4 in libcrypto.so.1.1[7f8501dd4000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:12:29 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[27110]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f1a8eea1000 ip 00007f1a8f993585 sp 00007ffddc8848c8 error 4 in libcrypto.so.1.1[7f1a8f90f000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:12:43 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11060]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 20 ip 00007f0a85dac128 sp 00007fff6847aad0 error 4 in libcrypto.so.1.1[7f0a85c40000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:12:44 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11059]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at f0 ip 00007f0a85cc43ea sp 00007fff6847a9e8 error 4 in libcrypto.so.1.1[7f0a85c40000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:13:02 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11187]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f75e06c8000 ip 00007f75e11ba585 sp 00007ffe29b47c88 error 4 in libcrypto.so.1.1[7f75e1136000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:13:17 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11445]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f0f3743f000 ip 00007f0f37f31585 sp 00007ffde54daa38 error 4 in libcrypto.so.1.1[7f0f37ead000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:13:36 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11644]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f804309c000 ip 00007f8043b8e585 sp 00007ffe89fe8228 error 4 in libcrypto.so.1.1[7f8043b0a000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:13:52 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11799]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7ff59c7e2000 ip 00007ff59d2d4585 sp 00007ffd69d76bb8 error 4 in libcrypto.so.1.1[7ff59d250000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 10:13:52 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[11792]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7ff59c7e2000 ip 00007ff59d2d4585 sp 00007ffd69d76bb8 error 4 in libcrypto.so.1.1[7ff59d250000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:48:01 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[12066]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f22dca6d000 ip 00007f22dd55f585 sp 00007fffbc766ab8 error 4 in libcrypto.so.1.1[7f22dd4db000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:48:14 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[16344]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f7cca42d000 ip 00007f7ccaf1f585 sp 00007ffe99f16108 error 4 in libcrypto.so.1.1[7f7ccae9b000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:48:32 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[16708]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7fb309141000 ip 00007fb309c33585 sp 00007ffd07a5f3c8 error 4 in libcrypto.so.1.1[7fb309baf000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:48:49 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[16824]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at f0 ip 00007fc59095b3ea sp 00007ffe58a490b8 error 4 in libcrypto.so.1.1[7fc5908d7000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:04 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[16956]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7fcc22e58000 ip 00007fcc2394a585 sp 00007fffa9c52258 error 4 in libcrypto.so.1.1[7fcc238c6000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:04 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[16945]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at f0 ip 00007fcc2394a3ea sp 00007fffa9c52128 error 4 in libcrypto.so.1.1[7fcc238c6000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:16 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17244]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 7f586ed20000 ip 00007f586f812585 sp 00007ffeae1adcd8 error 4 in libcrypto.so.1.1[7f586f78e000+29b000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17431]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 8 ip 0000562fcc44c5d5 sp 00007ffe825c9dd0 error 4 in kamailio[562fcc17c000+4a2000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17386]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 10 ip 00007f96c3735c3e sp 00007ffe825ca270 error 4 in dialog.so[7f96c36d6000+be000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17423]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 0000562fcc3544c0 sp 00007ffe825ca1f0 error 6 in kamailio[562fcc17c000+4a2000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17378]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 00007f96c5dd099f sp 00007ffe825c98e0 error 4 in tm.so[7f96c5da5000+13f000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17417]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 0000562fcc3544c0 sp 00007ffe825ca1f0 error 6 in kamailio[562fcc17c000+4a2000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17416]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 0000562fcc3544c0 sp 00007ffe825ca1f0 error 6 in kamailio[562fcc17c000+4a2000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17380]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 00007f96c5dd099f sp 00007ffe825c98e0 error 4 in tm.so[7f96c5da5000+13f000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:33 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17381]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 0 ip 00007f96c5dd099f sp 00007ffe825c98e0 error 4 in tm.so[7f96c5da5000+13f000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures;color:rgb(57,192,38)">[Wed Sep 18 12:49:34 2019]
</span><span style="font-variant-ligatures:no-common-ligatures;color:rgb(170,171,37)">kamailio[17387]</span><span style="font-variant-ligatures:no-common-ligatures">: segfault at 8 ip 0000562fcc25d1f3 sp 00007ffe825ca370 error 6 in kamailio[562fcc17c000+4a2000]</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures"><br>
</span></p>
<p style="margin:0px;font-variant-numeric:normal;font-variant-east-asian:normal;font-stretch:normal;font-size:11px;line-height:normal;font-family:Menlo;color:rgb(94,34,28)">
<span style="font-variant-ligatures:no-common-ligatures">and I was wondering if this core is related.</span></p>
</div>
<div><br>
</div>
<div>Thanks</div>
<div><br>
</div>
</div>
<br>
<div class="gmail_quote">
<div dir="ltr" class="gmail_attr">On Fri, Sep 13, 2019 at 5:18 PM Alex Balashov <<a href="mailto:abalashov@evaristesys.com" target="_blank">abalashov@evaristesys.com</a>> wrote:<br>
</div>
<blockquote class="gmail_quote" style="margin:0px 0px 0px 0.8ex;border-left:1px solid rgb(204,204,204);padding-left:1ex">
Hi Daniel,<br>
<br>
Thanks a lot for this work; it's definitely important that Kamailio<br>
build against OpenSSL v1.1, and I'll be happy to contribute some testing<br>
in a live environment in the coming weeks. Much appreciated. <br>
<br>
Have a good weekend,<br>
<br>
-- Alex<br>
<br>
On Fri, Sep 13, 2019 at 01:34:12PM +0200, Daniel-Constantin Mierla wrote:<br>
<br>
> Hello,<br>
> after couple of months waiting for feedback about the workaround with the<br>
> preloaded shared library to set the PTHREAD_PROCESS_SHARED attribute for<br>
> pthread mutex/rwlock in order to avoid deadlocks and as it seems to be the<br>
> solution, I just pushed a few commits to move that code in the core of<br>
> kamailio.<br>
> <br>
> It this way the initialization with the PTHREAD_PROCESS_SHARED attribute is<br>
> done by default when libssl v1.1 is detected at compile time, without the<br>
> need of using the approach with a preloaded library.<br>
> <br>
> The shared library is still kept in the tls module:<br>
> *<br>
> <a href="https://github.com/kamailio/kamailio/tree/master/src/modules/tls/utils/openssl_mutex_shared" rel="noreferrer" target="_blank">
https://github.com/kamailio/kamailio/tree/master/src/modules/tls/utils/openssl_mutex_shared</a><br>
> <br>
> Probably is going to be removed in the near future.<br>
> <br>
> I am asking the community members that use Kamailio on systems with libssl<br>
> v1.1+ to test the master branch and give feedback. The master branch is<br>
> anyhow in testing phase for preparing the next major release v5.3.0, so it<br>
> will help for that as well.<br>
> <br>
> If no issue is going to be reported soon, the commits will be backported to<br>
> stable branches, to re-enable smooth use of Kamailio with libssl v1.1+.<br>
> <br>
> When libssl v1.1+ is detected, the core links with pthread, but that was<br>
> already present in the Makefiles.defs for different compile options. The<br>
> pthread more or less a default library on linuxes/unixes, so this should<br>
> not introduce any major dependency to the Kamailio core.<br>
> <br>
> Cheers,<br>
> Daniel<br>
> <br>
> -- <br>
> Daniel-Constantin Mierla - <a href="http://www.asipto.com" rel="noreferrer" target="_blank">
http://www.asipto.com</a><br>
> <a href="http://twitter.com/#!/miconda" rel="noreferrer" target="_blank">
http://twitter.com/#!/miconda</a> - <a href="http://www.linkedin.com/in/miconda" rel="noreferrer" target="_blank">
http://www.linkedin.com/in/miconda</a><br>
<br>
> _______________________________________________<br>
> Kamailio (SER) - Users Mailing List<br>
> <a href="mailto:sr-users@lists.kamailio.org" target="_blank">
sr-users@lists.kamailio.org</a><br>
> <a href="https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users" rel="noreferrer" target="_blank">
https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users</a><br>
<br>
<br>
-- <br>
Alex Balashov | Principal | Evariste Systems LLC<br>
<br>
Tel: +1-706-510-6800 / +1-800-250-5920 (toll-free) <br>
Web: <a href="http://www.evaristesys.com/" rel="noreferrer" target="_blank">
http://www.evaristesys.com/</a>, <a href="http://www.csrpswitch.com/" rel="noreferrer" target="_blank">
http://www.csrpswitch.com/</a><br>
<br>
_______________________________________________<br>
Kamailio (SER) - Users Mailing List<br>
<a href="mailto:sr-users@lists.kamailio.org" target="_blank">sr-users@lists.kamailio.org</a><br>
<a href="https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users" rel="noreferrer" target="_blank">https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users</a><br>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
<br>
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">*Confidentiality Notice: The information contained in this e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments may be confidential. If you are not an intended recipient, you</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">are hereby notified that any dissemination, distribution or copying of this</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">e-mail is strictly prohibited. If you have received this e-mail in error,</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">please notify the sender and permanently delete the e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments immediately. You should not retain, copy or use this e-mail or</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">any attachment for any purpose, nor disclose all or any part of the</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">contents to any other person. Thank you.*</span>
<br>
<fieldset></fieldset>
<pre>_______________________________________________
Kamailio (SER) - Users Mailing List
<a href="mailto:sr-users@lists.kamailio.org" target="_blank">sr-users@lists.kamailio.org</a>
<a href="https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users" target="_blank">https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users</a>
</pre>
</blockquote>
<pre cols="72">--
Daniel-Constantin Mierla -- <a href="http://www.asipto.com" target="_blank">www.asipto.com</a>
<a href="http://www.twitter.com/miconda" target="_blank">www.twitter.com/miconda</a> -- <a href="http://www.linkedin.com/in/miconda" target="_blank">www.linkedin.com/in/miconda</a>
Kamailio Advanced Training, Oct 21-23, 2019, Berlin, Germany -- <a href="https://asipto.com/u/kat" target="_blank">https://asipto.com/u/kat</a></pre>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
<br>
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">*Confidentiality Notice: The information contained in this e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments may be confidential. If you are not an intended recipient, you</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">are hereby notified that any dissemination, distribution or copying of this</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">e-mail is strictly prohibited. If you have received this e-mail in error,</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">please notify the sender and permanently delete the e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments immediately. You should not retain, copy or use this e-mail or</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">any attachment for any purpose, nor disclose all or any part of the</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">contents to any other person. Thank you.*</span>
</blockquote>
<pre cols="72">--
Daniel-Constantin Mierla -- <a href="http://www.asipto.com" target="_blank">www.asipto.com</a>
<a href="http://www.twitter.com/miconda" target="_blank">www.twitter.com/miconda</a> -- <a href="http://www.linkedin.com/in/miconda" target="_blank">www.linkedin.com/in/miconda</a>
Kamailio Advanced Training, Oct 21-23, 2019, Berlin, Germany -- <a href="https://asipto.com/u/kat" target="_blank">https://asipto.com/u/kat</a></pre>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
<br>
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">*Confidentiality Notice: The information contained in this e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments may be confidential. If you are not an intended recipient, you</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">are hereby notified that any dissemination, distribution or copying of this</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">e-mail is strictly prohibited. If you have received this e-mail in error,</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">please notify the sender and permanently delete the e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments immediately. You should not retain, copy or use this e-mail or</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">any attachment for any purpose, nor disclose all or any part of the</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">contents to any other person. Thank you.*</span>
<br>
<fieldset></fieldset>
<pre>_______________________________________________
Kamailio (SER) - Users Mailing List
<a href="mailto:sr-users@lists.kamailio.org" target="_blank">sr-users@lists.kamailio.org</a>
<a href="https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users" target="_blank">https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users</a>
</pre>
</blockquote>
<pre cols="72">--
Kamailio Merchandising - <a href="https://skalatan.de/merchandising/" target="_blank">https://skalatan.de/merchandising/</a>
Kamailio services - <a href="https://skalatan.de/services" target="_blank">https://skalatan.de/services</a>
Henning Westerholt - <a href="https://skalatan.de/blog/" target="_blank">https://skalatan.de/blog/</a></pre>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
</blockquote>
</div>
<br clear="all">
<div><br>
</div>
-- <br>
<div dir="ltr">
<div dir="ltr">
<div>
<div dir="ltr">
<div dir="ltr" style="font-size:12.8px">Andy Chen</div>
<div dir="ltr" style="font-size:12.8px">
<div>Sr. Telephony Lead Engineer</div>
<div>415 516 5535 (M)</div>
<div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div>
<div><br>
</div>
</div>
</div>
</div>
</div>
</div>
<br>
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">*Confidentiality Notice: The information contained in this e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments may be confidential. If you are not an intended recipient, you</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">are hereby notified that any dissemination, distribution or copying of this</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">e-mail is strictly prohibited. If you have received this e-mail in error,</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">please notify the sender and permanently delete the e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments immediately. You should not retain, copy or use this e-mail or</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">any attachment for any purpose, nor disclose all or any part of the</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">contents to any other person. Thank you.*</span>_______________________________________________<br>
Kamailio (SER) - Users Mailing List<br>
<a href="mailto:sr-users@lists.kamailio.org" target="_blank">sr-users@lists.kamailio.org</a><br>
<a href="https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users" rel="noreferrer" target="_blank">https://lists.kamailio.org/cgi-bin/mailman/listinfo/sr-users</a><br>
</blockquote>
</div>
</blockquote>
<pre class="gmail-m_-8643835391869258418gmail-m_-426561963426165063moz-signature" cols="72">--
Kamailio Merchandising - <a class="gmail-m_-8643835391869258418gmail-m_-426561963426165063moz-txt-link-freetext" href="https://skalatan.de/merchandising/" target="_blank">https://skalatan.de/merchandising/</a>
Kamailio services - <a class="gmail-m_-8643835391869258418gmail-m_-426561963426165063moz-txt-link-freetext" href="https://skalatan.de/services" target="_blank">https://skalatan.de/services</a>
Henning Westerholt - <a class="gmail-m_-8643835391869258418gmail-m_-426561963426165063moz-txt-link-freetext" href="https://skalatan.de/blog/" target="_blank">https://skalatan.de/blog/</a></pre>
</div>
</blockquote></div><br clear="all"><div><br></div>-- <br><div dir="ltr" class="gmail-m_-8643835391869258418gmail_signature"><div dir="ltr"><div><div dir="ltr"><div dir="ltr" style="font-size:12.8px">Andy Chen</div><div dir="ltr" style="font-size:12.8px"><div>Sr. Telephony Lead Engineer</div><div>415 516 5535 (M)</div><div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div><div><br></div></div></div></div></div></div>
</blockquote></div><br clear="all"><div><br></div>-- <br><div dir="ltr" class="gmail_signature"><div dir="ltr"><div><div dir="ltr"><div dir="ltr" style="font-size:12.8px">Andy Chen</div><div dir="ltr" style="font-size:12.8px"><div>Sr. Telephony Lead Engineer</div><div>415 516 5535 (M)</div><div><a href="mailto:achen@thinkingphones.com" target="_blank">achen@</a><a href="http://fuze.com" target="_blank">fuze.com</a></div><div><br></div></div></div></div></div></div>
<br>
<span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">*Confidentiality Notice: The information contained in this e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments may be confidential. If you are not an intended recipient, you</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">are hereby notified that any dissemination, distribution or copying of this</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">e-mail is strictly prohibited. If you have received this e-mail in error,</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">please notify the sender and permanently delete the e-mail and any</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">attachments immediately. You should not retain, copy or use this e-mail or</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">any attachment for any purpose, nor disclose all or any part of the</span><br style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)"><span style="color:rgb(51,51,51);font-family:Arial,sans-serif;font-size:14px;background-color:rgb(255,255,255)">contents to any other person. Thank you.*</span>