process is stuck on node2:

root     17781  0.0  0.0   2988  1640 ?        D    17:16   0:00 rm -i -rf netbsd/

pro5s2# drbdadm status
data role:Primary
  disk:UpToDate
  peer role:Primary
    replication:Established peer-disk:UpToDate

data1 role:Primary
  disk:UpToDate
  peer role:Primary
    replication:Established peer-disk:UpToDate

data2 role:Primary
  disk:UpToDate blocked:upper
  peer connection:Timeout congested:yes


node1:

pro5s1# cat /proc/drbd
version: 8.4.11 (api:1/proto:86-101)
srcversion: B0B823D7C2A71524F43557A
 0: cs:Connected ro:Primary/Primary ds:UpToDate/UpToDate C r-----
    ns:36 nr:1110364 dw:3727972 dr:1131820 al:9 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
 1: cs:Connected ro:Primary/Primary ds:UpToDate/UpToDate C r-----
    ns:287224 nr:4 dw:6597424 dr:1823300 al:173 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
 2: cs:Connected ro:Primary/Primary ds:UpToDate/UpToDate C r-----
    ns:120 nr:93511476 dw:99781400 dr:147236 al:4 bm:0 lo:1 pe:0 ua:0 ap:0 ep:1 wo:f oos:0

node2:

pro5s2# cat /proc/drbd
version: 8.4.11 (api:1/proto:86-101)
srcversion: B0B823D7C2A71524F43557A
 0: cs:Connected ro:Primary/Primary ds:UpToDate/UpToDate C r-----
    ns:1110364 nr:36 dw:1110400 dr:271944 al:27 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
 1: cs:Connected ro:Primary/Primary ds:UpToDate/UpToDate C r-----
    ns:4 nr:287224 dw:287228 dr:220712 al:1 bm:0 lo:0 pe:0 ua:0 ap:0 ep:1 wo:f oos:0
 2: cs:Timeout ro:Primary/Unknown ds:UpToDate/DUnknown C r---d-
    ns:93515204 nr:120 dw:94538764 dr:1280400 al:7526 bm:0 lo:0 pe:2049 ua:0 ap:2049 ep:1 wo:f oos:0


pro5s2# drbdadm -V
DRBDADM_BUILDTAG=GIT-hash:\ a513dea1cf000164fd87e56525d098a426131a86\ build\ by\ root@pro5s2\,\ 2020-08-17\ 07:00:55
DRBDADM_API_VERSION=1
DRBD_KERNEL_VERSION_CODE=0x08040b
DRBDADM_VERSION_CODE=0x090d00
DRBDADM_VERSION=9.13.0

pro5s2# ps auxww | grep dlm
root       183  0.0  0.0      0     0 ?        I<   Sep24   0:00 [user_dlm]
root      1131  0.0  0.0 125512  7340 ?        Ssl  Sep24   0:01 /usr/sbin/dlm_controld
root      1132  0.0  0.0   6444   236 ?        S    Sep24   0:01 /usr/sbin/dlm_controld
root     17926  0.0  0.0   3916  2248 pts/0    S+   18:52   0:00 grep dlm
root     29445  0.0  0.0      0     0 ?        S    Sep27   0:04 [dlm_scand]
root     29446  0.0  0.0      0     0 ?        I<   Sep27   0:00 [dlm_recv]
root     29447  0.0  0.0      0     0 ?        I<   Sep27   0:00 [dlm_send]
root     29448  0.0  0.0      0     0 ?        I<   Sep27   0:00 [dlm_callback]
root     29449  0.0  0.0      0     0 ?        S    Sep27   0:00 [dlm_recoverd]
root     29460  0.0  0.0      0     0 ?        I<   Sep27   0:00 [dlm_callback]
root     29461  0.0  0.0      0     0 ?        S    Sep27   0:00 [dlm_recoverd]
root     29467  0.0  0.0      0     0 ?        I<   Sep27   0:00 [dlm_callback]
root     29468  0.0  0.0      0     0 ?        S    Sep27   0:00 [dlm_recoverd]
pro5s2# dlm_tool ls
dlm lockspaces
name          data2
id            0xeb63d1ce
flags         0x00000000
change        member 1 joined 1 remove 0 failed 0 seq 1,1
members       2

name          data
id            0xaa5ad063
flags         0x00000000
change        member 1 joined 1 remove 0 failed 0 seq 1,1
members       2

name          data0
id            0xd955b34c
flags         0x00000000
change        member 1 joined 1 remove 0 failed 0 seq 1,1
members       2

nevermind the dlm fs names, data0 == data and data == data1, sorry for that.