rsync was hung at "file has vanished"

[GHui]

Hi,

Sometimes, when I use rsync, it was hung at "write(2, "file has vanished: \"/path/to/file.f\"", 168".

Any help will be appreciated.
--GHui


THE CLIENT SIDE:
$ cat /etc/centos-release
CentOS Linux release 7.9.2009 (Core)
$ rsync --version
rsync  version 3.1.2  protocol version 31

ps axo user,pid,ppid,stat,pcpu,utime,priority,nice,lstart,etime,comm,wchan=WIDE-WCHAN-COLUMN
scb1942   17937 225909 S     0.0      -  20   0 Fri Nov  4 19:11:56 2022  4-14:49:59 rsync           poll_schedule_timeout
scb1942   17940  17937 S     0.0      -  20   0 Fri Nov  4 19:11:56 2022  4-15:12:43 ssh             poll_schedule_timeout
scb1942   18060  17937 S     0.0      -  20   0 Fri Nov  4 19:11:57 2022  4-14:49:58 rsync           pipe_wait
$ netstat -ap
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name
tcp        0      0 ln132.para.bscc:43926   172.20.6.9:ssh          ESTABLISHED 17940/ssh
tcp        0      0 ln132.para.bscc:54966   172.20.6.9:ssh          TIME_WAIT   -

$ strace -s 300 -p 18060
strace: Process 18060 attached
write(2, "file has vanished: \"/path/to/file.f\"", 168
$ strace -s 300 -p 17937
strace: Process 17937 attached
select(5, [4], [], [4], {tv_sec=54, tv_usec=626508}) = 0 (Timeout)
select(5, [4], [], [4], {tv_sec=60, tv_usec=0}
$ strace -s 300 -p 17940
strace: Process 17940 attached
select(8, [3 5], [6], NULL, {tv_sec=1165, tv_usec=361515}
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833019851}) = 0
read(3, "pu%RD@\316\365\36 +q\235\2109\23\271_\232\221Gt\373\215\356\256'E\264\24\235\204\270\244\374\272\310\276\313\271M@\3038\r\233\30\r\364s3\361q\252k\372C=}N", 8192) = 60
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833386770}) = 0
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833433339}) = 0
select(8, [3 5], [3 6], NULL, {tv_sec=1200, tv_usec=0}) = 1 (out [3], left {tv_sec=1199, tv_usec=999995})
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833550971}) = 0
write(3, "6\343A\333\324\347|q\3435\332\37cS\240\321\310\231\2p\231K0U=R\321\3227\256\205:\"U:\360", 36) = 36
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833657911}) = 0
clock_gettime(CLOCK_BOOTTIME, {tv_sec=18226751, tv_nsec=833701779}) = 0
select(8, [3 5], [6], NULL, {tv_sec=1200, tv_usec=0}


THE SERVER SIDE:
$ cat /etc/centos-release
CentOS Linux release 7.9.2009 (Core)
$ rsync  --version
rsync  version 3.1.2  protocol version 31

$ ps axo user,pid,ppid,stat,pcpu,utime,priority,nice,lstart,etime,comm,wchan=WIDE-WCHAN-COLUMN
sc94628   38571  38569 Ss    0.0      -  20   0 Fri Nov  4 19:12:19 2022  4-14:58:13 rsync           poll_schedule_timeout
$ netstat -ap
Proto Recv-Q Send-Q Local Address           Foreign Address         State       PID/Program name
tcp        0      0 ln111.para.bscc:ssh     172.20.6.16:43926       ESTABLISHED -
$ strace -s 300 -p 38571
strace: Process 38571 attached
select(1, [0], [], [0], {tv_sec=50, tv_usec=853332}) = 0 (Timeout)
select(1, [0], [], [0], {tv_sec=60, tv_usec=0}