[Samba] sudden replication failures

mourik jan heupink - merit heupink at merit.unu.edu
Tue Jul 1 13:57:39 MDT 2014


Hmm that last email was sent too early...

I'll do it again tomorrow durig the day, when cpu usage was really high. 
(and there was a lot off logging going on)

Here is what we see NOW:

fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=16836, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=32484, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=32484, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=32484, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=32484, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
time(NULL)                              = 1404244274
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23196, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23196, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23196, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23196, len=1}) = 0
mkdir("/var/lib/samba/private/sam.ldb.d", 0700) = -1 EEXIST (File exists)
stat("/var/lib/samba/private/sam.ldb.d/DC=SAMBA,DC=MERIT,DC=UNU,DC=EDU.ldb", 
{st_mode=S_IFREG|0600, st_size=22843392, ...}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=39188, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=39188, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(11, F_SETLK, {type=F_RDLCK, whence=SEEK_SET, start=168, 
len=40000}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=40168, len=0}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=168, len=0}) = 0
time(NULL)                              = 1404244274
mkdir("/var/lib/samba/private/sam.ldb.d", 0700) = -1 EEXIST (File exists)
stat("/var/lib/samba/private/sam.ldb.d/CN=CONFIGURATION,DC=SAMBA,DC=COMPANY,DC=COM.ldb", 
{st_mode=S_IFREG|0600, st_size=16400384, ...}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=39188, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=39188, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(12, F_SETLK, {type=F_RDLCK, whence=SEEK_SET, start=168, 
len=40000}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=40168, len=0}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=168, len=0}) = 0
time(NULL)                              = 1404244274
mkdir("/var/lib/samba/private/sam.ldb.d", 0700) = -1 EEXIST (File exists)
stat("/var/lib/samba/private/sam.ldb.d/CN=SCHEMA,CN=CONFIGURATION,DC=SAMBA,DC=COMPANY,DC=COM.ldb", 
{st_mode=S_IFREG|0600, st_size=10391552, ...}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=39188, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=39188, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(13, F_SETLK, {type=F_RDLCK, whence=SEEK_SET, start=168, 
len=40000}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=40168, len=0}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=168, len=0}) = 0
time(NULL)                              = 1404244274
mkdir("/var/lib/samba/private/sam.ldb.d", 0700) = -1 EEXIST (File exists)
stat("/var/lib/samba/private/sam.ldb.d/DC=DOMAINDNSZONES,DC=SAMBA,DC=COMPANY,DC=COM.ldb", 
{st_mode=S_IFREG|0600, st_size=1099603968, ...}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=39188, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=39188, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(14, F_SETLK, {type=F_RDLCK, whence=SEEK_SET, start=168, 
len=40000}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=40168, len=0}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=168, len=0}) = 0
time(NULL)                              = 1404244274
mkdir("/var/lib/samba/private/sam.ldb.d", 0700) = -1 EEXIST (File exists)
stat("/var/lib/samba/private/sam.ldb.d/DC=FORESTDNSZONES,DC=SAMBA,DC=COMPANY,DC=COM.ldb", 
{st_mode=S_IFREG|0600, st_size=4251648, ...}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=20024, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=15804, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=39188, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=39188, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(15, F_SETLK, {type=F_RDLCK, whence=SEEK_SET, start=168, 
len=40000}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=40168, len=0}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=168, len=0}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
stat("/var/lib/samba/private/sam.ldb.d/metadata.tdb", 
{st_mode=S_IFREG|0640, st_size=421888, ...}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=16836, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=16836, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=19284, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=19284, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=19284, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=19284, len=1}) = 0
time(NULL)                              = 1404244274
fcntl(10, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(10, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=10480, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=10480, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(13, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=28444, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=28444, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=16264, len=1}) = 0
fcntl(12, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=16264, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=26136, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=26136, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(14, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=21624, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=21624, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(15, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=30756, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=30756, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_RDLCK, whence=SEEK_SET, start=23876, len=1}) = 0
fcntl(11, F_SETLKW, {type=F_UNLCK, whence=SEEK_SET, start=23876, len=1}) = 0
time(NULL)                              = 1404244274
time(NULL)                              = 1404244274

Is this out of the ordinary?

MJ


More information about the samba mailing list