[sr-dev] [kamailio/kamailio] Kamailio 5.0.2 suddenly stops processing traffic, then generates a core when restarting. (#1172)

Joel Serrano notifications at github.com
Thu Jun 29 17:07:25 CEST 2017


Hi Daniel, 

Here is the output:

```
root:~/bt# kamctl ps | grep -B1 "tcp receiver"
      "PID":  23610,
      "DSC":  "tcp receiver (generic) child=0"
--
      "PID":  23611,
      "DSC":  "tcp receiver (generic) child=1"
--
      "PID":  23612,
      "DSC":  "tcp receiver (generic) child=2"
--
      "PID":  23613,
      "DSC":  "tcp receiver (generic) child=3"
--
      "PID":  23614,
      "DSC":  "tcp receiver (generic) child=4"
--
      "PID":  23615,
      "DSC":  "tcp receiver (generic) child=5"
--
      "PID":  23616,
      "DSC":  "tcp receiver (generic) child=6"
--
      "PID":  23617,
      "DSC":  "tcp receiver (generic) child=7"
root:~/bt#

root:~/bt# gdb /usr/sbin/kamailio -ex "bt full" --batch 23610
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007f73f4cbd0d3 in __epoll_wait_nocancel () at ../sysdeps/unix/syscall-template.S:84
84	../sysdeps/unix/syscall-template.S: No such file or directory.
#0  0x00007f73f4cbd0d3 in __epoll_wait_nocancel () at ../sysdeps/unix/syscall-template.S:84
No locals.
#1  0x000055a667819c13 in io_wait_loop_epoll (h=0x55a667cbee80 <io_w>, t=2, repeat=0) at core/io_wait.h:1034
        n = 2
        r = 1
        fm = 0x7ffddf805cf0
        revents = 1734426560
        __func__ = "io_wait_loop_epoll"
#2  0x000055a66782afd3 in tcp_receive_loop (unix_sock=40) at core/tcp_read.c:1789
        __func__ = "tcp_receive_loop"
#3  0x000055a66770f088 in tcp_init_children () at core/tcp_main.c:4796
        r = 0
        i = 7
        reader_fd_1 = 40
        pid = 0
        si_desc = "tcp receiver (generic)\000\000\360\\\200\337\375\177", '\000' <repeats 18 times>, "\320X\200\337\375\177\000\000u\340tg\246U\000\000\201\016\234g\246U\000\000\001\000\000\000\000\000\000\000p\022\230g\000\000\000\000\070\352C\364s\177\000\000\300?ag\246U\000\000\f\372\000s\000\000\000\000\360X\200\337\375\177\000\000\f\372\000s\000\000\000"
        si = 0x0
        __func__ = "tcp_init_children"
#4  0x000055a667620ff7 in main_loop () at main.c:1715
        i = 8
        pid = 23603
        si = 0x0
        si_desc = "udp receiver child=7 sock=[2602:FF37:0:1:0:0:C601:3779]:5060\000\257$\366\200:z\360q\177\000\000\f\372\000s\000\000\000\000\300?ag\246U\000\000\360\\\200\337\375\177", '\000' <repeats 18 times>, " Z\200\337\375\177\000\000a\262\200g\246U\000"
        nrprocs = 8
        woneinit = 1
        __func__ = "main_loop"
#5  0x000055a667627fb9 in main (argc=13, argv=0x7ffddf805cf8) at main.c:2646
        cfg_stream = 0x55a668b42010
        c = -1
        r = 0
        tmp = 0x7ffddf806eb5 ""
        tmp_len = -178570608
        port = 32627
        proto = -545236016
        options = 0x55a66796b0e8 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 83065607
        rfd = 4
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 0
        n_lst = 0x0
        p = 0xffffffff <error: Cannot access memory at address 0xffffffff>
        st = {st_dev = 19, st_ino = 15809, st_nlink = 2, st_mode = 16832, st_uid = 109, st_gid = 113, __pad0 = 0, st_rdev = 0, st_size = 40, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1498523393, tv_nsec = 31134570}, st_mtim = {tv_sec = 1498687722, tv_nsec = 986617235}, st_ctim = {tv_sec = 1498687722, tv_nsec = 986617235}, __glibc_reserved = {0, 0, 0}}
        __func__ = "main"
root:~/bt#

root:~/bt# kamctl ps | grep -B1 "udp receiver"
      "PID":  23586,
      "DSC":  "udp receiver child=0 sock=198.1.55.121:5060"
--
      "PID":  23587,
      "DSC":  "udp receiver child=1 sock=198.1.55.121:5060"
--
      "PID":  23588,
      "DSC":  "udp receiver child=2 sock=198.1.55.121:5060"
--
      "PID":  23589,
      "DSC":  "udp receiver child=3 sock=198.1.55.121:5060"
--
      "PID":  23590,
      "DSC":  "udp receiver child=4 sock=198.1.55.121:5060"
--
      "PID":  23591,
      "DSC":  "udp receiver child=5 sock=198.1.55.121:5060"
--
      "PID":  23592,
      "DSC":  "udp receiver child=6 sock=198.1.55.121:5060"
--
      "PID":  23593,
      "DSC":  "udp receiver child=7 sock=198.1.55.121:5060"
--
      "PID":  23594,
      "DSC":  "udp receiver child=0 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23595,
      "DSC":  "udp receiver child=1 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23596,
      "DSC":  "udp receiver child=2 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23597,
      "DSC":  "udp receiver child=3 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23598,
      "DSC":  "udp receiver child=4 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23599,
      "DSC":  "udp receiver child=5 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23600,
      "DSC":  "udp receiver child=6 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
--
      "PID":  23601,
      "DSC":  "udp receiver child=7 sock=[2602:FF37:0:1:0:0:C601:3779]:5060"
root:~/bt#

root:~/bt# gdb /usr/sbin/kamailio -ex "bt full" --batch 23586
[Thread debugging using libthread_db enabled]
Using host libthread_db library "/lib/x86_64-linux-gnu/libthread_db.so.1".
0x00007f73f4cbd9f3 in __recvfrom_nocancel () at ../sysdeps/unix/syscall-template.S:84
84	../sysdeps/unix/syscall-template.S: No such file or directory.
#0  0x00007f73f4cbd9f3 in __recvfrom_nocancel () at ../sysdeps/unix/syscall-template.S:84
No locals.
#1  0x000055a6676ad0f2 in udp_rcv_loop () at core/udp_server.c:441
        len = 392
        buf = "SIP/2.0 200 canceling\r\nVia: SIP/2.0/UDP 198.1.55.121;branch=z9hG4bK1b16.c1f15688f268122a121deccea3eb8c11.0;i=eff9\r\nFrom: \"Deniz Altunta?\" <sip:b9c825417f684a93a03cff1dde3f6c44 at app.nextplus.me>;tag=Zcf"...
        tmp = 0x55a66774e70c <init_child+52> "\311\303UH\211\345AWAVAUATSH\203\354\070H\211}\270H\203}\270"
        from = 0x7f73f44b6348
        fromlen = 16
        ri = {src_ip = {af = 2, len = 4, u = {addrl = {2067202502, 140135995956936}, addr32 = {2067202502, 0, 4097990344, 32627}, addr16 = {454, 31543, 0, 0, 24264, 62530, 32627, 0}, addr = "\306\001\067{\000\000\000\000\310^B\364s\177\000"}}, dst_ip = {af = 2, len = 4, u = {addrl = {2033648070, 0}, addr32 = {2033648070, 0, 0, 0}, addr16 = {454, 31031, 0, 0, 0, 0, 0, 0}, addr = "\306\001\067y", '\000' <repeats 11 times>}}, src_port = 5060, dst_port = 5060, proto_reserved1 = 0, proto_reserved2 = 0, src_su = {s = {sa_family = 2, sa_data = "\023\304\306\001\067{\000\000\000\000\000\000\000"}, sin = {sin_family = 2, sin_port = 50195, sin_addr = {s_addr = 2067202502}, sin_zero = "\000\000\000\000\000\000\000"}, sin6 = {sin6_family = 2, sin6_port = 50195, sin6_flowinfo = 2067202502, sin6_addr = {__in6_u = {__u6_addr8 = '\000' <repeats 15 times>, __u6_addr16 = {0, 0, 0, 0, 0, 0, 0, 0}, __u6_addr32 = {0, 0, 0, 0}}}, sin6_scope_id = 0}}, bind_address = 0x7f73f4425d48, proto = 1 '\001'}
        __func__ = "udp_rcv_loop"
#2  0x000055a66761ff1e in main_loop () at main.c:1625
        i = 0
        pid = 0
        si = 0x7f73f4425d48
        si_desc = "udp receiver child=0 sock=198.1.55.121:5060\000o\000\000\000H֘g\246U\000\000\000*r\331D\257$\366\200:z\360q\177\000\000\f\372\000s\000\000\000\000\300?ag\246U\000\000\360\\\200\337\375\177", '\000' <repeats 18 times>, " Z\200\337\375\177\000\000a\262\200g\246U\000"
        nrprocs = 8
        woneinit = 0
        __func__ = "main_loop"
#3  0x000055a667627fb9 in main (argc=13, argv=0x7ffddf805cf8) at main.c:2646
        cfg_stream = 0x55a668b42010
        c = -1
        r = 0
        tmp = 0x7ffddf806eb5 ""
        tmp_len = -178570608
        port = 32627
        proto = -545236016
        options = 0x55a66796b0e8 ":f:cm:M:dVIhEeb:l:L:n:vKrRDTN:W:w:t:u:g:P:G:SQ:O:a:A:x:X:Y:"
        ret = -1
        seed = 83065607
        rfd = 4
        debug_save = 0
        debug_flag = 0
        dont_fork_cnt = 0
        n_lst = 0x0
        p = 0xffffffff <error: Cannot access memory at address 0xffffffff>
        st = {st_dev = 19, st_ino = 15809, st_nlink = 2, st_mode = 16832, st_uid = 109, st_gid = 113, __pad0 = 0, st_rdev = 0, st_size = 40, st_blksize = 4096, st_blocks = 0, st_atim = {tv_sec = 1498523393, tv_nsec = 31134570}, st_mtim = {tv_sec = 1498687722, tv_nsec = 986617235}, st_ctim = {tv_sec = 1498687722, tv_nsec = 986617235}, __glibc_reserved = {0, 0, 0}}
        __func__ = "main"
root:~/bt#
```

-- 
You are receiving this because you are subscribed to this thread.
Reply to this email directly or view it on GitHub:
https://github.com/kamailio/kamailio/issues/1172#issuecomment-311996070
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.kamailio.org/pipermail/sr-dev/attachments/20170629/e3c026ce/attachment-0001.html>


More information about the sr-dev mailing list