rsync craps out, transferring large amounts of data

[Jeff Gipson]

Hello, all...

I've been trying for a week for transfer ~100 Gig of data using  
either rsync:// over IPSEC or tunneled through SSH, but it keeps  
failing... I have done as the documentation says and here are the  
results:

I ran the following command:

rsync -avz -vvv --dry-run --rsync-path=/root/bin/rsync-debug.sh -- 
delete-excluded --exclude-from=server-backup.exclusions --link- 
dest=Server3-S-on--Previous -e ssh user at myhost.com:/mnt/S/ Server3-S- 
on-test/ | tee ~/Desktop/test.log

on the local (receiving) host I get the following for the last few  
lines of detailed logs: (tail test.log)

recv_generator(dterm/jlkrohmer-2006-Jan-31-14.37.24.xtr,431858)
recv_generator(dterm/jlkrohmer-2006-Jan-31-14.42.03.xtr,431859)
recv_generator(dterm/jlkrohmer-2006-Jan-31-14.53.39.xtr,431860)
recv_generator(dterm/jlkrohmer-2006-Jan-31-16.04.59.xtr,431861)
recv_generator(dterm/jlkrohmer-2006-Jan-31-16.48.00.xtr,431862)
recv_generator(lost+found,431863)
generate_files phase=1
rsync: writefd_unbuffered failed to write 84 bytes: phase  
"unknown" [generator]: Broken pipe (32)
_exit_cleanup(code=12, file=/SourceCache/rsync/rsync-20/rsync/io.c,  
line=909): entered
rsync error: error in rsync protocol data stream (code 12) at / 
SourceCache/rsync/rsync-20/rsync/io.c(909)
_exit_cleanup(code=12, file=/SourceCache/rsync/rsync-20/rsync/io.c,  
line=909): about to call exit(12)

on the remote (sending) host, I ran the system using strace according  
to the instructions and got the following for the last few items:

select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {60, 0})
write(1, "i\0\0\t[sender] i=1448 /mnt/S Appdi"..., 109) = 109
select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {60, 0})
write(1, "i\0\0\t[sender] i=1449 /mnt/S Appdi"..., 109) = 109
select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {60, 0})
write(1, "i\0\0\t[sender] i=1450 /mnt/S Appdi"..., 109) = 109
select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {60, 0})
write(1, "j\0\0\t[sender] i=1451 /mnt/S Appdi"..., 110) = 110
select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {60, 0})
write(1, "j\0\0\t[sender] i=1452 /mnt/S Appdi"..., 110) = 110
select(2, NULL, [1], NULL, {60, 0})     = 0 (Timeout)
select(2, NULL, [1], NULL, {60, 0})     = 0 (Timeout)
select(2, NULL, [1], NULL, {60, 0})     = 0 (Timeout)
select(2, NULL, [1], NULL, {60, 0})     = 0 (Timeout)
select(2, NULL, [1], NULL, {60, 0})     = 0 (Timeout)
select(2, NULL, [1], NULL, {60, 0})     = 1 (out [1], left {57, 286000})
write(1, "j\0\0\t[sender] i=1453 /mnt/S Appdi"..., 110) = -1 EPIPE  
(Broken pipe)
--- SIGPIPE (Broken pipe) @ 0 (0) ---
write(2, "rsync: writefd_unbuffered failed"..., 96rsync:  
writefd_unbuffered failed to write 110 bytes: phase  
"unknown" [sender]: Broken pipe (32)
) = 96
rt_sigaction(SIGUSR1, {SIG_IGN}, {0x40a080, [USR1], SA_RESTORER| 
SA_RESTART, 0x3299c2e410}, 8) = 0
rt_sigaction(SIGUSR2, {SIG_IGN}, {0x40a0a0, [USR2], SA_RESTORER| 
SA_RESTART, 0x3299c2e410}, 8) = 0
write(2, "_exit_cleanup(code=12, file=io.c"..., 53_exit_cleanup 
(code=12, file=io.c, line=909): entered
) = 53
write(2, "rsync error: error in rsync prot"..., 72rsync error: error  
in rsync protocol data stream (code 12) at io.c(909)
) = 72
write(2, "_exit_cleanup(code=12, file=io.c"..., 68_exit_cleanup 
(code=12, file=io.c, line=909): about to call exit(12)
) = 68
exit_group(12)                          = ?
Process 12899 detached

Any help, or steps to try next would be greatly appreciated!  Thanks  
in advance;

--Jeff