[Samba] Internal DNS stops forwarding

[felix at epepm.cupet.cu]

>> Happened again with rc2 but found that at the same time this error shows
>> every second:
>>
>> [2012/10/05 09:01:39,  0]
>> ../source4/smbd/process_single.c:56(single_accept_connection)
>>    single_accept_connection: accept: NT_STATUS_TOO_MANY_OPENED_FILES
>>
>> After restarting everything is OK, but it happened yesterday though I
>> didn't notice it was at the same time the dns error and this too many
>> opened files.
>>
> Next time when it happens can you do this:
> netstat -anp | grep 53 to get the pid of the samba process that is
> listening on port 53 then do
> gdb -p <pid>
> bt full
> thread apply all bt full
> info locals
> generate-core-file /tmp/core_for_dns
>
> And send to the list the info, keep the corefile in a safe place and
> send it upon request to one of the samba developer.
>
> Matthieu.

Here we go:

root at ad:~# netstat -anp | grep 53|grep samba|wc -l
1003

Matthieu here the results of the commands you sent me:

(gdb) bt full
#0  0x009c4fbb in nanosleep () from /lib/libc.so.6
No symbol table info available.
#1  0x009c4ead in sleep () from /lib/libc.so.6
No symbol table info available.
#2  0x00cb0f4c in single_accept_connection (ev=0x98f4f38,
lp_ctx=0x98e5f80, listen_socket=0x9e7b9d0, new_conn=0x7f8aad
<stream_new_connection>, private_data=0xa153510)
    at ../source4/smbd/process_single.c:68
        status = {v = 3221225759}
        connected_socket = 0x1c809b
        __FUNCTION__ = "single_accept_connection"
#3  0x007f8f2a in stream_accept_handler (ev=0x98f4f38, fde=0x9d74830,
flags=1, private_data=0xa153510) at ../source4/smbd/service_stream.c:247
        stream_socket = 0xa153510
#4  0x007e2c31 in epoll_event_loop (std_ev=0x9fbaa78, tvalp=0xbfcc11f4) at
../lib/tevent/tevent_standard.c:328
        fde = 0x9d74830
        flags = 1
        ret = 1
        i = 0
        events = {{events = 1, data = {ptr = 0x9d74830, fd = 165103664,
u32 = 165103664, u64 = 165103664}}}
        timeout = 30000
#5  0x007e32f3 in std_event_loop_once (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at
../lib/tevent/tevent_standard.c:567
        std_ev = 0x9fbaa78
        tval = {tv_sec = 30, tv_usec = 0}
#6  0x007de414 in _tevent_loop_once (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:507
        ret = 0
        nesting_stack_ptr = 0x0
#7  0x007de633 in tevent_common_loop_wait (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:608
        ret = 0
#8  0x007de6e5 in _tevent_loop_wait (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:627
No locals.
#9  0x003be212 in standard_new_task (ev=0x98f4f38, lp_ctx=0x98e5f80,
service_name=0x782d17 "dns", new_task=0x7f9e59 <task_server_callback>,
private_data=0x99fabc8)
    at ../source4/smbd/process_standard.c:186
        pid = 13445
#10 0x007fa013 in task_server_startup (event_ctx=0x98f4f38,
lp_ctx=0x98e5f80, service_name=0x782d17 "dns", model_ops=0x3bf718,
task_init=0x77bf0f <dns_task_init>) at ../source4/smbd/service_task.c:110
        state = 0x99fabc8
#11 0x007f8545 in server_service_init (name=0x98e8ab0 "dns",
event_context=0x98f4f38, lp_ctx=0x98e5f80, model_ops=0x3bf718) at
../source4/smbd/service.c:63
        srv = 0x98f4c68
#12 0x007f8692 in server_service_startup (event_ctx=0x98f4f38,
lp_ctx=0x98e5f80, model=0x8055da1 "standard", server_services=0x98e9618)
at ../source4/smbd/service.c:95
        status = {v = 0}
        i = 12
        model_ops = 0x3bf718
        __FUNCTION__ = "server_service_startup"
#13 0x08052469 in binary_smbd_main (binary_name=0x8055c0b "samba", argc=1,
argv=0xbfcc1634) at ../source4/smbd/server.c:477
        opt_daemon = true
        opt_interactive = false
        opt = -1
        pc = 0x98e5028
        static_init = {0x7f830c <server_service_auth_init>, 0x7faed9
<server_service_echo_init>, 0}
        shared_init = 0x99088e0
        event_ctx = 0x98f4f38
        stdin_event_flags = 0
        status = {v = 0}
        model = 0x8055da1 "standard"
 max_runtime = 0
        long_options = {{longName = 0x0, shortName = 0 '\000', argInfo =
4, arg = 0x12a8e0, val = 0, descrip = 0x8055daa "Help options:",
argDescrip = 0x0}, {longName = 0x8055db8 "daemon",
            shortName = 68 'D', argInfo = 0, arg = 0x0, val = 1000,
descrip = 0x8055dbf "Become a daemon (default)", argDescrip =
0x0}, {longName = 0x8055dd9 "interactive", shortName = 105
'i',
            argInfo = 0, arg = 0x0, val = 1001, descrip = 0x8055de8 "Run
interactive (not a daemon)", argDescrip = 0x0}, {longName =
0x8055e07 "model", shortName = 77 'M', argInfo = 1, arg = 0x0,
            val = 1002, descrip = 0x8055e0d "Select process model",
argDescrip = 0x8055e22 "MODEL"}, {longName = 0x8055e28
"maximum-runtime", shortName = 0 '\000', argInfo = 2, arg =
0xbfcc1508,
            val = 0, descrip = 0x8055e38 "set maximum runtime of the
server process, till autotermination", argDescrip = 0x8055e78
"seconds"}, {longName = 0x8055e80 "show-build", shortName = 98
'b',
            argInfo = 0, arg = 0x0, val = 1003, descrip = 0x8055e8b "show
build info", argDescrip = 0x0}, {longName = 0x0, shortName = 0
'\000', argInfo = 4, arg = 0x8057700, val = 0,
            descrip = 0x8055e9b "Common samba options:", argDescrip =
0x0}, {longName = 0x0, shortName = 0 '\000', argInfo = 4, arg
= 0x8057800, val = 0, descrip = 0x8055e9b "Common samba
options:",
            argDescrip = 0x0}, {longName = 0x0, shortName = 0 '\000',
argInfo = 0, arg = 0x0, val = 0, descrip = 0x0, argDescrip =
0x0}}
        __FUNCTION__ = "binary_smbd_main"
#14 0x08052554 in main (argc=1, argv=0xbfcc1634) at
../source4/smbd/server.c:497
No locals.


(gdb) thread apply all bt full

Thread 1 (Thread 0xb77c96e0 (LWP 13445)):
#0  0x009c4fbb in nanosleep () from /lib/libc.so.6
No symbol table info available.
#1  0x009c4ead in sleep () from /lib/libc.so.6
No symbol table info available.
#2  0x00cb0f4c in single_accept_connection (ev=0x98f4f38,
lp_ctx=0x98e5f80, listen_socket=0x9e7b9d0, new_conn=0x7f8aad
<stream_new_connection>, private_data=0xa153510)
    at ../source4/smbd/process_single.c:68
        status = {v = 3221225759}
        connected_socket = 0x1c809b
        __FUNCTION__ = "single_accept_connection"
#3  0x007f8f2a in stream_accept_handler (ev=0x98f4f38, fde=0x9d74830,
flags=1, private_data=0xa153510) at ../source4/smbd/service_stream.c:247
        stream_socket = 0xa153510
#4  0x007e2c31 in epoll_event_loop (std_ev=0x9fbaa78, tvalp=0xbfcc11f4) at
../lib/tevent/tevent_standard.c:328
        fde = 0x9d74830
        flags = 1
        ret = 1
        i = 0
        events = {{events = 1, data = {ptr = 0x9d74830, fd = 165103664,
u32 = 165103664, u64 = 165103664}}}
        timeout = 30000
#5  0x007e32f3 in std_event_loop_once (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at
../lib/tevent/tevent_standard.c:567
        std_ev = 0x9fbaa78
        tval = {tv_sec = 30, tv_usec = 0}
#6  0x007de414 in _tevent_loop_once (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:507
        ret = 0
        nesting_stack_ptr = 0x0
#7  0x007de633 in tevent_common_loop_wait (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:608
        ret = 0
#8  0x007de6e5 in _tevent_loop_wait (ev=0x98f4f38, location=0x3be5f0
"../source4/smbd/process_standard.c:186") at ../lib/tevent/tevent.c:627
No locals.
#9  0x003be212 in standard_new_task (ev=0x98f4f38, lp_ctx=0x98e5f80,
service_name=0x782d17 "dns", new_task=0x7f9e59 <task_server_callback>,
private_data=0x99fabc8)
    at ../source4/smbd/process_standard.c:186
        pid = 13445
#10 0x007fa013 in task_server_startup (event_ctx=0x98f4f38,
lp_ctx=0x98e5f80, service_name=0x782d17 "dns", model_ops=0x3bf718,
task_init=0x77bf0f <dns_task_init>) at ../source4/smbd/service_task.c:110
        state = 0x99fabc8
#11 0x007f8545 in server_service_init (name=0x98e8ab0 "dns",
event_context=0x98f4f38, lp_ctx=0x98e5f80, model_ops=0x3bf718) at
../source4/smbd/service.c:63
        srv = 0x98f4c68
#12 0x007f8692 in server_service_startup (event_ctx=0x98f4f38,
lp_ctx=0x98e5f80, model=0x8055da1 "standard", server_services=0x98e9618)
at ../source4/smbd/service.c:95
        status = {v = 0}
        i = 12
        model_ops = 0x3bf718
        __FUNCTION__ = "server_service_startup"
#13 0x08052469 in binary_smbd_main (binary_name=0x8055c0b "samba", argc=1,
argv=0xbfcc1634) at ../source4/smbd/server.c:477
        opt_daemon = true
        opt_interactive = false
        opt = -1
        pc = 0x98e5028
        static_init = {0x7f830c <server_service_auth_init>, 0x7faed9
<server_service_echo_init>, 0}
        shared_init = 0x99088e0
        event_ctx = 0x98f4f38
        stdin_event_flags = 0
      status = {v = 0}
        model = 0x8055da1 "standard"
        max_runtime = 0
        long_options = {{longName = 0x0, shortName = 0 '\000', argInfo =
4, arg = 0x12a8e0, val = 0, descrip = 0x8055daa "Help options:",
argDescrip = 0x0}, {longName = 0x8055db8 "daemon",
            shortName = 68 'D', argInfo = 0, arg = 0x0, val = 1000,
descrip = 0x8055dbf "Become a daemon (default)", argDescrip =
0x0}, {longName = 0x8055dd9 "interactive", shortName = 105
'i',
            argInfo = 0, arg = 0x0, val = 1001, descrip = 0x8055de8 "Run
interactive (not a daemon)", argDescrip = 0x0}, {longName =
0x8055e07 "model", shortName = 77 'M', argInfo = 1, arg = 0x0,
            val = 1002, descrip = 0x8055e0d "Select process model",
argDescrip = 0x8055e22 "MODEL"}, {longName = 0x8055e28
"maximum-runtime", shortName = 0 '\000', argInfo = 2, arg =
0xbfcc1508,
            val = 0, descrip = 0x8055e38 "set maximum runtime of the
server process, till autotermination", argDescrip = 0x8055e78
"seconds"}, {longName = 0x8055e80 "show-build", shortName = 98
'b',
            argInfo = 0, arg = 0x0, val = 1003, descrip = 0x8055e8b "show
build info", argDescrip = 0x0}, {longName = 0x0, shortName = 0
'\000', argInfo = 4, arg = 0x8057700, val = 0,
            descrip = 0x8055e9b "Common samba options:", argDescrip =
0x0}, {longName = 0x0, shortName = 0 '\000', argInfo = 4, arg
= 0x8057800, val = 0, descrip = 0x8055e9b "Common samba
options:",
            argDescrip = 0x0}, {longName = 0x0, shortName = 0 '\000',
argInfo = 0, arg = 0x0, val = 0, descrip = 0x0, argDescrip =
0x0}}
        __FUNCTION__ = "binary_smbd_main"
#14 0x08052554 in main (argc=1, argv=0xbfcc1634) at
../source4/smbd/server.c:497
No locals.

(gdb) info locals
No symbol table info available.